@loaders.gl/schema 3.1.0-alpha.2 → 3.1.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.d.ts +2 -0
- package/dist/bundle.d.ts.map +1 -0
- package/dist/bundle.js +16157 -5
- package/dist/category/common.d.ts +19 -0
- package/dist/category/common.d.ts.map +1 -0
- package/dist/category/common.js +10 -2
- package/dist/category/gis.d.ts +50 -0
- package/dist/category/gis.d.ts.map +1 -0
- package/dist/category/gis.js +2 -2
- package/dist/category/mesh/convert-mesh.d.ts +15 -0
- package/dist/category/mesh/convert-mesh.d.ts.map +1 -0
- package/dist/category/mesh/convert-mesh.js +38 -31
- package/dist/category/mesh/deduce-mesh-schema.d.ts +24 -0
- package/dist/category/mesh/deduce-mesh-schema.d.ts.map +1 -0
- package/dist/category/mesh/deduce-mesh-schema.js +57 -37
- package/dist/category/mesh/mesh-to-arrow-table.d.ts +11 -0
- package/dist/category/mesh/mesh-to-arrow-table.d.ts.map +1 -0
- package/dist/category/mesh/mesh-to-arrow-table.js +33 -30
- package/dist/category/mesh/mesh-types.d.ts +50 -0
- package/dist/category/mesh/mesh-types.d.ts.map +1 -0
- package/dist/category/mesh/mesh-types.js +2 -2
- package/dist/category/mesh/mesh-utils.d.ts +23 -0
- package/dist/category/mesh/mesh-utils.d.ts.map +1 -0
- package/dist/category/mesh/mesh-utils.js +48 -35
- package/dist/category/table/deduce-table-schema.d.ts +9 -0
- package/dist/category/table/deduce-table-schema.d.ts.map +1 -0
- package/dist/category/table/deduce-table-schema.js +94 -39
- package/dist/category/table/table-types.d.ts +76 -0
- package/dist/category/table/table-types.d.ts.map +1 -0
- package/dist/category/table/table-types.js +2 -2
- package/dist/es5/bundle.js +7 -0
- package/dist/es5/bundle.js.map +1 -0
- package/dist/es5/category/common.js +2 -0
- package/dist/{category → es5/category}/common.js.map +0 -0
- package/dist/es5/category/gis.js +2 -0
- package/dist/{category → es5/category}/gis.js.map +0 -0
- package/dist/es5/category/mesh/convert-mesh.js +43 -0
- package/dist/{category → es5/category}/mesh/convert-mesh.js.map +1 -1
- package/dist/es5/category/mesh/deduce-mesh-schema.js +54 -0
- package/dist/es5/category/mesh/deduce-mesh-schema.js.map +1 -0
- package/dist/es5/category/mesh/mesh-to-arrow-table.js +41 -0
- package/dist/es5/category/mesh/mesh-to-arrow-table.js.map +1 -0
- package/dist/es5/category/mesh/mesh-types.js +2 -0
- package/dist/{category → es5/category}/mesh/mesh-types.js.map +0 -0
- package/dist/es5/category/mesh/mesh-utils.js +47 -0
- package/dist/es5/category/mesh/mesh-utils.js.map +1 -0
- package/dist/es5/category/table/deduce-table-schema.js +58 -0
- package/dist/es5/category/table/deduce-table-schema.js.map +1 -0
- package/dist/es5/category/table/table-types.js +2 -0
- package/dist/{category → es5/category}/table/table-types.js.map +0 -0
- package/dist/es5/index.js +344 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/lib/arrow/arrow-like-type-utils.js +40 -0
- package/dist/es5/lib/arrow/arrow-like-type-utils.js.map +1 -0
- package/dist/es5/lib/arrow/arrow-type-utils.js +72 -0
- package/dist/es5/lib/arrow/arrow-type-utils.js.map +1 -0
- package/dist/es5/lib/arrow/get-type-info.js +33 -0
- package/dist/es5/lib/arrow/get-type-info.js.map +1 -0
- package/dist/es5/lib/batches/base-table-batch-aggregator.js +81 -0
- package/dist/es5/lib/batches/base-table-batch-aggregator.js.map +1 -0
- package/dist/es5/lib/batches/columnar-table-batch-aggregator.js +109 -0
- package/dist/es5/lib/batches/columnar-table-batch-aggregator.js.map +1 -0
- package/dist/es5/lib/batches/row-table-batch-aggregator.js +102 -0
- package/dist/es5/lib/batches/row-table-batch-aggregator.js.map +1 -0
- package/dist/es5/lib/batches/table-batch-aggregator.js +2 -0
- package/dist/{lib → es5/lib}/batches/table-batch-aggregator.js.map +0 -0
- package/dist/es5/lib/batches/table-batch-builder.js +187 -0
- package/dist/es5/lib/batches/table-batch-builder.js.map +1 -0
- package/dist/es5/lib/schema/impl/enum.js +56 -0
- package/dist/es5/lib/schema/impl/enum.js.map +1 -0
- package/dist/es5/lib/schema/impl/field.js +43 -0
- package/dist/es5/lib/schema/impl/field.js.map +1 -0
- package/dist/es5/lib/schema/impl/schema.js +103 -0
- package/dist/es5/lib/schema/impl/schema.js.map +1 -0
- package/dist/es5/lib/schema/impl/type.js +594 -0
- package/dist/es5/lib/schema/impl/type.js.map +1 -0
- package/dist/es5/lib/schema/schema.js +236 -0
- package/dist/es5/lib/schema/schema.js.map +1 -0
- package/dist/es5/lib/schema-utils/deduce-column-type.js +32 -0
- package/dist/es5/lib/schema-utils/deduce-column-type.js.map +1 -0
- package/dist/es5/lib/utils/assert.js +13 -0
- package/dist/es5/lib/utils/assert.js.map +1 -0
- package/dist/es5/lib/utils/async-queue.js +130 -0
- package/dist/es5/lib/utils/async-queue.js.map +1 -0
- package/dist/es5/lib/utils/row-utils.js +44 -0
- package/dist/es5/lib/utils/row-utils.js.map +1 -0
- package/dist/es5/types.js +2 -0
- package/dist/{types.js.map → es5/types.js.map} +0 -0
- package/dist/esm/bundle.js +5 -0
- package/dist/esm/bundle.js.map +1 -0
- package/dist/esm/category/common.js +2 -0
- package/dist/esm/category/common.js.map +1 -0
- package/dist/esm/category/gis.js +2 -0
- package/dist/esm/category/gis.js.map +1 -0
- package/dist/esm/category/mesh/convert-mesh.js +33 -0
- package/dist/esm/category/mesh/convert-mesh.js.map +1 -0
- package/dist/esm/category/mesh/deduce-mesh-schema.js +42 -0
- package/dist/esm/category/mesh/deduce-mesh-schema.js.map +1 -0
- package/dist/esm/category/mesh/mesh-to-arrow-table.js +31 -0
- package/dist/esm/category/mesh/mesh-to-arrow-table.js.map +1 -0
- package/dist/esm/category/mesh/mesh-types.js +2 -0
- package/dist/esm/category/mesh/mesh-types.js.map +1 -0
- package/dist/esm/category/mesh/mesh-utils.js +38 -0
- package/dist/esm/category/mesh/mesh-utils.js.map +1 -0
- package/dist/esm/category/table/deduce-table-schema.js +51 -0
- package/dist/esm/category/table/deduce-table-schema.js.map +1 -0
- package/dist/esm/category/table/table-types.js +2 -0
- package/dist/esm/category/table/table-types.js.map +1 -0
- package/dist/esm/index.js +13 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/lib/arrow/arrow-like-type-utils.js +32 -0
- package/dist/esm/lib/arrow/arrow-like-type-utils.js.map +1 -0
- package/dist/esm/lib/arrow/arrow-type-utils.js +62 -0
- package/dist/esm/lib/arrow/arrow-type-utils.js.map +1 -0
- package/dist/esm/lib/arrow/get-type-info.js +24 -0
- package/dist/esm/lib/arrow/get-type-info.js.map +1 -0
- package/dist/esm/lib/batches/base-table-batch-aggregator.js +74 -0
- package/dist/esm/lib/batches/base-table-batch-aggregator.js.map +1 -0
- package/dist/esm/lib/batches/columnar-table-batch-aggregator.js +100 -0
- package/dist/esm/lib/batches/columnar-table-batch-aggregator.js.map +1 -0
- package/dist/esm/lib/batches/row-table-batch-aggregator.js +95 -0
- package/dist/esm/lib/batches/row-table-batch-aggregator.js.map +1 -0
- package/dist/esm/lib/batches/table-batch-aggregator.js +2 -0
- package/dist/esm/lib/batches/table-batch-aggregator.js.map +1 -0
- package/dist/esm/lib/batches/table-batch-builder.js +182 -0
- package/dist/esm/lib/batches/table-batch-builder.js.map +1 -0
- package/dist/esm/lib/schema/impl/enum.js +49 -0
- package/dist/esm/lib/schema/impl/enum.js.map +1 -0
- package/dist/esm/lib/schema/impl/field.js +35 -0
- package/dist/esm/lib/schema/impl/field.js.map +1 -0
- package/dist/esm/lib/schema/impl/schema.js +92 -0
- package/dist/esm/lib/schema/impl/schema.js.map +1 -0
- package/dist/esm/lib/schema/impl/type.js +498 -0
- package/dist/esm/lib/schema/impl/type.js.map +1 -0
- package/dist/{lib/schema/index.js → esm/lib/schema/schema.js} +1 -1
- package/dist/esm/lib/schema/schema.js.map +1 -0
- package/dist/esm/lib/schema-utils/deduce-column-type.js +23 -0
- package/dist/esm/lib/schema-utils/deduce-column-type.js.map +1 -0
- package/dist/esm/lib/utils/assert.js +6 -0
- package/dist/esm/lib/utils/assert.js.map +1 -0
- package/dist/esm/lib/utils/async-queue.js +119 -0
- package/dist/esm/lib/utils/async-queue.js.map +1 -0
- package/dist/esm/lib/utils/row-utils.js +35 -0
- package/dist/esm/lib/utils/row-utils.js.map +1 -0
- package/dist/esm/types.js +2 -0
- package/dist/esm/types.js.map +1 -0
- package/dist/index.d.ts +23 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +75 -13
- package/dist/lib/arrow/arrow-like-type-utils.d.ts +4 -0
- package/dist/lib/arrow/arrow-like-type-utils.d.ts.map +1 -0
- package/dist/lib/arrow/arrow-like-type-utils.js +26 -31
- package/dist/lib/arrow/arrow-type-utils.d.ts +6 -0
- package/dist/lib/arrow/arrow-type-utils.d.ts.map +1 -0
- package/dist/lib/arrow/arrow-type-utils.js +48 -60
- package/dist/lib/arrow/get-type-info.d.ts +14 -0
- package/dist/lib/arrow/get-type-info.d.ts.map +1 -0
- package/dist/lib/arrow/get-type-info.js +23 -19
- package/dist/lib/batches/base-table-batch-aggregator.d.ts +19 -0
- package/dist/lib/batches/base-table-batch-aggregator.d.ts.map +1 -0
- package/dist/lib/batches/base-table-batch-aggregator.js +52 -68
- package/dist/lib/batches/columnar-table-batch-aggregator.d.ts +23 -0
- package/dist/lib/batches/columnar-table-batch-aggregator.d.ts.map +1 -0
- package/dist/lib/batches/columnar-table-batch-aggregator.js +82 -92
- package/dist/lib/batches/row-table-batch-aggregator.d.ts +22 -0
- package/dist/lib/batches/row-table-batch-aggregator.d.ts.map +1 -0
- package/dist/lib/batches/row-table-batch-aggregator.js +72 -88
- package/dist/lib/batches/table-batch-aggregator.d.ts +25 -0
- package/dist/lib/batches/table-batch-aggregator.d.ts.map +1 -0
- package/dist/lib/batches/table-batch-aggregator.js +2 -2
- package/dist/lib/batches/table-batch-builder.d.ts +53 -0
- package/dist/lib/batches/table-batch-builder.d.ts.map +1 -0
- package/dist/lib/batches/table-batch-builder.js +137 -166
- package/dist/lib/schema/impl/enum.d.ts +92 -0
- package/dist/lib/schema/impl/enum.d.ts.map +1 -0
- package/dist/lib/schema/impl/enum.js +96 -48
- package/dist/lib/schema/impl/field.d.ts +19 -0
- package/dist/lib/schema/impl/field.d.ts.map +1 -0
- package/dist/lib/schema/impl/field.js +31 -34
- package/dist/lib/schema/impl/schema.d.ts +16 -0
- package/dist/lib/schema/impl/schema.d.ts.map +1 -0
- package/dist/lib/schema/impl/schema.js +72 -81
- package/dist/lib/schema/impl/type.d.ts +176 -0
- package/dist/lib/schema/impl/type.d.ts.map +1 -0
- package/dist/lib/schema/impl/type.js +454 -490
- package/dist/lib/schema/schema.d.ts +5 -0
- package/dist/lib/schema/schema.d.ts.map +1 -0
- package/dist/lib/schema/schema.js +90 -0
- package/dist/lib/schema-utils/deduce-column-type.d.ts +3 -0
- package/dist/lib/schema-utils/deduce-column-type.d.ts.map +1 -0
- package/dist/lib/schema-utils/deduce-column-type.js +89 -20
- package/dist/lib/utils/assert.d.ts +2 -0
- package/dist/lib/utils/assert.d.ts.map +1 -0
- package/dist/lib/utils/assert.js +11 -5
- package/dist/lib/utils/async-queue.d.ts +18 -0
- package/dist/lib/utils/async-queue.d.ts.map +1 -0
- package/dist/lib/utils/async-queue.js +82 -109
- package/dist/lib/utils/row-utils.d.ts +9 -0
- package/dist/lib/utils/row-utils.d.ts.map +1 -0
- package/dist/lib/utils/row-utils.js +31 -33
- package/dist/types.d.ts +8 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -2
- package/package.json +7 -8
- package/src/bundle.ts +2 -3
- package/src/category/mesh/deduce-mesh-schema.ts +1 -1
- package/src/category/mesh/mesh-to-arrow-table.ts +1 -1
- package/src/category/mesh/mesh-types.ts +1 -1
- package/src/category/table/deduce-table-schema.ts +1 -1
- package/src/category/table/table-types.ts +2 -2
- package/src/index.ts +1 -1
- package/src/lib/arrow/arrow-like-type-utils.ts +11 -1
- package/src/lib/arrow/arrow-type-utils.ts +1 -1
- package/src/lib/arrow/get-type-info.ts +1 -1
- package/src/lib/batches/base-table-batch-aggregator.ts +1 -1
- package/src/lib/batches/columnar-table-batch-aggregator.ts +1 -1
- package/src/lib/batches/row-table-batch-aggregator.ts +1 -1
- package/src/lib/batches/table-batch-aggregator.ts +1 -1
- package/src/lib/batches/table-batch-builder.ts +2 -2
- package/src/lib/schema/impl/schema.ts +2 -2
- package/src/lib/schema/impl/type.ts +2 -2
- package/src/lib/schema/{index.ts → schema.ts} +0 -0
- package/src/lib/schema-utils/deduce-column-type.ts +6 -2
- package/src/lib/utils/async-queue.ts +7 -4
- package/dist/bundle.js.map +0 -1
- package/dist/category/mesh/deduce-mesh-schema.js.map +0 -1
- package/dist/category/mesh/mesh-to-arrow-table.js.map +0 -1
- package/dist/category/mesh/mesh-utils.js.map +0 -1
- package/dist/category/table/deduce-table-schema.js.map +0 -1
- package/dist/dist.min.js +0 -2
- package/dist/dist.min.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/lib/arrow/arrow-like-type-utils.js.map +0 -1
- package/dist/lib/arrow/arrow-type-utils.js.map +0 -1
- package/dist/lib/arrow/get-type-info.js.map +0 -1
- package/dist/lib/batches/base-table-batch-aggregator.js.map +0 -1
- package/dist/lib/batches/columnar-table-batch-aggregator.js.map +0 -1
- package/dist/lib/batches/row-table-batch-aggregator.js.map +0 -1
- package/dist/lib/batches/table-batch-builder.js.map +0 -1
- package/dist/lib/schema/impl/enum.js.map +0 -1
- package/dist/lib/schema/impl/field.js.map +0 -1
- package/dist/lib/schema/impl/schema.js.map +0 -1
- package/dist/lib/schema/impl/type.js.map +0 -1
- package/dist/lib/schema/index.js.map +0 -1
- package/dist/lib/schema-utils/deduce-column-type.js.map +0 -1
- package/dist/lib/utils/assert.js.map +0 -1
- package/dist/lib/utils/async-queue.js.map +0 -1
- package/dist/lib/utils/row-utils.js.map +0 -1
|
@@ -1,35 +1,32 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
return `${this.type}${this.nullable ? ', nullable' : ''}${this.metadata ? `, metadata: ${this.metadata}` : ''}`;
|
|
32
|
-
}
|
|
33
|
-
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
/**
|
|
4
|
+
* ArrowJS `Field` API-compatible class for row-based tables
|
|
5
|
+
* https://loaders.gl/arrowjs/docs/api-reference/field
|
|
6
|
+
* A field holds name, nullable, and metadata information about a table "column"
|
|
7
|
+
* A Schema is essentially a list of fields
|
|
8
|
+
*/
|
|
9
|
+
class Field {
|
|
10
|
+
constructor(name, type, nullable = false, metadata = new Map()) {
|
|
11
|
+
this.name = name;
|
|
12
|
+
this.type = type;
|
|
13
|
+
this.nullable = nullable;
|
|
14
|
+
this.metadata = metadata;
|
|
15
|
+
}
|
|
16
|
+
get typeId() {
|
|
17
|
+
return this.type && this.type.typeId;
|
|
18
|
+
}
|
|
19
|
+
clone() {
|
|
20
|
+
return new Field(this.name, this.type, this.nullable, this.metadata);
|
|
21
|
+
}
|
|
22
|
+
compareTo(other) {
|
|
23
|
+
return (this.name === other.name &&
|
|
24
|
+
this.type === other.type &&
|
|
25
|
+
this.nullable === other.nullable &&
|
|
26
|
+
this.metadata === other.metadata);
|
|
27
|
+
}
|
|
28
|
+
toString() {
|
|
29
|
+
return `${this.type}${this.nullable ? ', nullable' : ''}${this.metadata ? `, metadata: ${this.metadata}` : ''}`;
|
|
30
|
+
}
|
|
34
31
|
}
|
|
35
|
-
|
|
32
|
+
exports.default = Field;
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import Field from './field';
|
|
2
|
+
export declare type SchemaMetadata = Map<string, any>;
|
|
3
|
+
/**
|
|
4
|
+
* ArrowJS `Schema` API-compatible class for row-based tables (returned from `DataTable`)
|
|
5
|
+
* https://loaders.gl/arrowjs/docs/api-reference/schema
|
|
6
|
+
*/
|
|
7
|
+
export default class Schema {
|
|
8
|
+
fields: Field[];
|
|
9
|
+
metadata: SchemaMetadata;
|
|
10
|
+
constructor(fields: Field[], metadata?: SchemaMetadata);
|
|
11
|
+
compareTo(other: Schema): boolean;
|
|
12
|
+
select(...columnNames: string[]): Schema;
|
|
13
|
+
selectAt(...columnIndices: number[]): Schema;
|
|
14
|
+
assign(schemaOrFields: Schema | Field[]): Schema;
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=schema.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../src/lib/schema/impl/schema.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,SAAS,CAAC;AAE5B,oBAAY,cAAc,GAAG,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAE9C;;;GAGG;AACH,MAAM,CAAC,OAAO,OAAO,MAAM;IACzB,MAAM,EAAE,KAAK,EAAE,CAAC;IAEhB,QAAQ,EAAE,cAAc,CAAC;gBAEb,MAAM,EAAE,KAAK,EAAE,EAAE,QAAQ,CAAC,EAAE,cAAc;IAStD,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAejC,MAAM,CAAC,GAAG,WAAW,EAAE,MAAM,EAAE,GAAG,MAAM;IAUxC,QAAQ,CAAC,GAAG,aAAa,EAAE,MAAM,EAAE,GAAG,MAAM;IAM5C,MAAM,CAAC,cAAc,EAAE,MAAM,GAAG,KAAK,EAAE,GAAG,MAAM;CA2BjD"}
|
|
@@ -1,92 +1,83 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
compareTo(other) {
|
|
16
|
-
if (this.metadata !== other.metadata) {
|
|
17
|
-
return false;
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const assert_1 = require("../../utils/assert");
|
|
4
|
+
/**
|
|
5
|
+
* ArrowJS `Schema` API-compatible class for row-based tables (returned from `DataTable`)
|
|
6
|
+
* https://loaders.gl/arrowjs/docs/api-reference/schema
|
|
7
|
+
*/
|
|
8
|
+
class Schema {
|
|
9
|
+
constructor(fields, metadata) {
|
|
10
|
+
(0, assert_1.assert)(Array.isArray(fields));
|
|
11
|
+
checkNames(fields);
|
|
12
|
+
// For kepler fields, create arrow compatible `Fields` that have kepler fields as `metadata`
|
|
13
|
+
this.fields = fields;
|
|
14
|
+
this.metadata = metadata || new Map();
|
|
18
15
|
}
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
16
|
+
// TODO - arrow only seems to compare fields, not metadata
|
|
17
|
+
compareTo(other) {
|
|
18
|
+
if (this.metadata !== other.metadata) {
|
|
19
|
+
return false;
|
|
20
|
+
}
|
|
21
|
+
if (this.fields.length !== other.fields.length) {
|
|
22
|
+
return false;
|
|
23
|
+
}
|
|
24
|
+
for (let i = 0; i < this.fields.length; ++i) {
|
|
25
|
+
if (!this.fields[i].compareTo(other.fields[i])) {
|
|
26
|
+
return false;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
return true;
|
|
22
30
|
}
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
31
|
+
select(...columnNames) {
|
|
32
|
+
// Ensure column names reference valid fields
|
|
33
|
+
const nameMap = Object.create(null);
|
|
34
|
+
for (const name of columnNames) {
|
|
35
|
+
nameMap[name] = true;
|
|
36
|
+
}
|
|
37
|
+
const selectedFields = this.fields.filter((field) => nameMap[field.name]);
|
|
38
|
+
return new Schema(selectedFields, this.metadata);
|
|
28
39
|
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
select(...columnNames) {
|
|
34
|
-
const nameMap = Object.create(null);
|
|
35
|
-
|
|
36
|
-
for (const name of columnNames) {
|
|
37
|
-
nameMap[name] = true;
|
|
40
|
+
selectAt(...columnIndices) {
|
|
41
|
+
// Ensure column indices reference valid fields
|
|
42
|
+
const selectedFields = columnIndices.map((index) => this.fields[index]).filter(Boolean);
|
|
43
|
+
return new Schema(selectedFields, this.metadata);
|
|
38
44
|
}
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
45
|
+
assign(schemaOrFields) {
|
|
46
|
+
let fields;
|
|
47
|
+
let metadata = this.metadata;
|
|
48
|
+
if (schemaOrFields instanceof Schema) {
|
|
49
|
+
const otherSchema = schemaOrFields;
|
|
50
|
+
fields = otherSchema.fields;
|
|
51
|
+
metadata = mergeMaps(mergeMaps(new Map(), this.metadata), otherSchema.metadata);
|
|
52
|
+
}
|
|
53
|
+
else {
|
|
54
|
+
fields = schemaOrFields;
|
|
55
|
+
}
|
|
56
|
+
// Create a merged list of fields, overwrite fields in place, new fields at end
|
|
57
|
+
const fieldMap = Object.create(null);
|
|
58
|
+
for (const field of this.fields) {
|
|
59
|
+
fieldMap[field.name] = field;
|
|
60
|
+
}
|
|
61
|
+
for (const field of fields) {
|
|
62
|
+
fieldMap[field.name] = field;
|
|
63
|
+
}
|
|
64
|
+
const mergedFields = Object.values(fieldMap);
|
|
65
|
+
return new Schema(mergedFields, metadata);
|
|
59
66
|
}
|
|
60
|
-
|
|
61
|
-
const fieldMap = Object.create(null);
|
|
62
|
-
|
|
63
|
-
for (const field of this.fields) {
|
|
64
|
-
fieldMap[field.name] = field;
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
for (const field of fields) {
|
|
68
|
-
fieldMap[field.name] = field;
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
const mergedFields = Object.values(fieldMap);
|
|
72
|
-
return new Schema(mergedFields, metadata);
|
|
73
|
-
}
|
|
74
|
-
|
|
75
67
|
}
|
|
76
|
-
|
|
68
|
+
exports.default = Schema;
|
|
69
|
+
// Warn if any duplicated field names
|
|
77
70
|
function checkNames(fields) {
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
71
|
+
const usedNames = {};
|
|
72
|
+
for (const field of fields) {
|
|
73
|
+
if (usedNames[field.name]) {
|
|
74
|
+
// eslint-disable-next-line
|
|
75
|
+
console.warn('Schema: duplicated field name', field.name, field);
|
|
76
|
+
}
|
|
77
|
+
usedNames[field.name] = true;
|
|
83
78
|
}
|
|
84
|
-
|
|
85
|
-
usedNames[field.name] = true;
|
|
86
|
-
}
|
|
87
79
|
}
|
|
88
|
-
|
|
89
80
|
function mergeMaps(m1, m2) {
|
|
90
|
-
|
|
81
|
+
// @ts-ignore
|
|
82
|
+
return new Map([...(m1 || new Map()), ...(m2 || new Map())]);
|
|
91
83
|
}
|
|
92
|
-
//# sourceMappingURL=schema.js.map
|
|
@@ -0,0 +1,176 @@
|
|
|
1
|
+
import { Type } from './enum';
|
|
2
|
+
import Field from './field';
|
|
3
|
+
export { Type } from './enum';
|
|
4
|
+
export declare type TypedIntArray = Int8Array | Uint8Array | Int16Array | Uint16Array | Int32Array | Uint32Array | Int32Array | Uint32Array | Uint8ClampedArray;
|
|
5
|
+
export declare type TypedFloatArray = Float32Array | Float64Array;
|
|
6
|
+
export declare type TypedArray = TypedIntArray | TypedFloatArray;
|
|
7
|
+
export declare type AnyArrayType = Array<any> | TypedIntArray | TypedFloatArray;
|
|
8
|
+
export declare class DataType {
|
|
9
|
+
static isNull(x: any): boolean;
|
|
10
|
+
static isInt(x: any): boolean;
|
|
11
|
+
static isFloat(x: any): boolean;
|
|
12
|
+
static isBinary(x: any): boolean;
|
|
13
|
+
static isUtf8(x: any): boolean;
|
|
14
|
+
static isBool(x: any): boolean;
|
|
15
|
+
static isDecimal(x: any): boolean;
|
|
16
|
+
static isDate(x: any): boolean;
|
|
17
|
+
static isTime(x: any): boolean;
|
|
18
|
+
static isTimestamp(x: any): boolean;
|
|
19
|
+
static isInterval(x: any): boolean;
|
|
20
|
+
static isList(x: any): boolean;
|
|
21
|
+
static isStruct(x: any): boolean;
|
|
22
|
+
static isUnion(x: any): boolean;
|
|
23
|
+
static isFixedSizeBinary(x: any): boolean;
|
|
24
|
+
static isFixedSizeList(x: any): boolean;
|
|
25
|
+
static isMap(x: any): boolean;
|
|
26
|
+
static isDictionary(x: any): boolean;
|
|
27
|
+
get typeId(): Type;
|
|
28
|
+
compareTo(other: DataType): boolean;
|
|
29
|
+
}
|
|
30
|
+
export declare class Null extends DataType {
|
|
31
|
+
get typeId(): Type;
|
|
32
|
+
get [Symbol.toStringTag](): string;
|
|
33
|
+
toString(): string;
|
|
34
|
+
}
|
|
35
|
+
export declare class Bool extends DataType {
|
|
36
|
+
get typeId(): Type;
|
|
37
|
+
get [Symbol.toStringTag](): string;
|
|
38
|
+
toString(): string;
|
|
39
|
+
}
|
|
40
|
+
export declare class Int extends DataType {
|
|
41
|
+
readonly isSigned: boolean;
|
|
42
|
+
readonly bitWidth: number;
|
|
43
|
+
constructor(isSigned: any, bitWidth: any);
|
|
44
|
+
get typeId(): Type;
|
|
45
|
+
get [Symbol.toStringTag](): string;
|
|
46
|
+
toString(): string;
|
|
47
|
+
}
|
|
48
|
+
export declare class Int8 extends Int {
|
|
49
|
+
constructor();
|
|
50
|
+
}
|
|
51
|
+
export declare class Int16 extends Int {
|
|
52
|
+
constructor();
|
|
53
|
+
}
|
|
54
|
+
export declare class Int32 extends Int {
|
|
55
|
+
constructor();
|
|
56
|
+
}
|
|
57
|
+
export declare class Int64 extends Int {
|
|
58
|
+
constructor();
|
|
59
|
+
}
|
|
60
|
+
export declare class Uint8 extends Int {
|
|
61
|
+
constructor();
|
|
62
|
+
}
|
|
63
|
+
export declare class Uint16 extends Int {
|
|
64
|
+
constructor();
|
|
65
|
+
}
|
|
66
|
+
export declare class Uint32 extends Int {
|
|
67
|
+
constructor();
|
|
68
|
+
}
|
|
69
|
+
export declare class Uint64 extends Int {
|
|
70
|
+
constructor();
|
|
71
|
+
}
|
|
72
|
+
export declare class Float extends DataType {
|
|
73
|
+
readonly precision: number;
|
|
74
|
+
constructor(precision: any);
|
|
75
|
+
get typeId(): Type;
|
|
76
|
+
get [Symbol.toStringTag](): string;
|
|
77
|
+
toString(): string;
|
|
78
|
+
}
|
|
79
|
+
export declare class Float16 extends Float {
|
|
80
|
+
constructor();
|
|
81
|
+
}
|
|
82
|
+
export declare class Float32 extends Float {
|
|
83
|
+
constructor();
|
|
84
|
+
}
|
|
85
|
+
export declare class Float64 extends Float {
|
|
86
|
+
constructor();
|
|
87
|
+
}
|
|
88
|
+
export declare class Binary extends DataType {
|
|
89
|
+
constructor();
|
|
90
|
+
get typeId(): Type;
|
|
91
|
+
toString(): string;
|
|
92
|
+
get [Symbol.toStringTag](): string;
|
|
93
|
+
}
|
|
94
|
+
export declare class Utf8 extends DataType {
|
|
95
|
+
get typeId(): Type;
|
|
96
|
+
get [Symbol.toStringTag](): string;
|
|
97
|
+
toString(): string;
|
|
98
|
+
}
|
|
99
|
+
export declare class Date extends DataType {
|
|
100
|
+
readonly unit: number;
|
|
101
|
+
constructor(unit: any);
|
|
102
|
+
get typeId(): Type;
|
|
103
|
+
get [Symbol.toStringTag](): string;
|
|
104
|
+
toString(): string;
|
|
105
|
+
}
|
|
106
|
+
export declare class DateDay extends Date {
|
|
107
|
+
constructor();
|
|
108
|
+
}
|
|
109
|
+
export declare class DateMillisecond extends Date {
|
|
110
|
+
constructor();
|
|
111
|
+
}
|
|
112
|
+
export declare class Time extends DataType {
|
|
113
|
+
readonly unit: any;
|
|
114
|
+
readonly bitWidth: number;
|
|
115
|
+
constructor(unit: any, bitWidth: number);
|
|
116
|
+
get typeId(): Type;
|
|
117
|
+
toString(): string;
|
|
118
|
+
get [Symbol.toStringTag](): string;
|
|
119
|
+
}
|
|
120
|
+
export declare class TimeSecond extends Time {
|
|
121
|
+
constructor();
|
|
122
|
+
}
|
|
123
|
+
export declare class TimeMillisecond extends Time {
|
|
124
|
+
constructor();
|
|
125
|
+
}
|
|
126
|
+
export declare class Timestamp extends DataType {
|
|
127
|
+
readonly unit: any;
|
|
128
|
+
readonly timezone: any;
|
|
129
|
+
constructor(unit: any, timezone?: null);
|
|
130
|
+
get typeId(): Type;
|
|
131
|
+
get [Symbol.toStringTag](): string;
|
|
132
|
+
toString(): string;
|
|
133
|
+
}
|
|
134
|
+
export declare class TimestampSecond extends Timestamp {
|
|
135
|
+
constructor(timezone?: null);
|
|
136
|
+
}
|
|
137
|
+
export declare class TimestampMillisecond extends Timestamp {
|
|
138
|
+
constructor(timezone?: null);
|
|
139
|
+
}
|
|
140
|
+
export declare class TimestampMicrosecond extends Timestamp {
|
|
141
|
+
constructor(timezone?: null);
|
|
142
|
+
}
|
|
143
|
+
export declare class TimestampNanosecond extends Timestamp {
|
|
144
|
+
constructor(timezone?: null);
|
|
145
|
+
}
|
|
146
|
+
export declare class Interval extends DataType {
|
|
147
|
+
readonly unit: number;
|
|
148
|
+
constructor(unit: number);
|
|
149
|
+
get typeId(): Type;
|
|
150
|
+
get [Symbol.toStringTag](): string;
|
|
151
|
+
toString(): string;
|
|
152
|
+
}
|
|
153
|
+
export declare class IntervalDayTime extends Interval {
|
|
154
|
+
constructor();
|
|
155
|
+
}
|
|
156
|
+
export declare class IntervalYearMonth extends Interval {
|
|
157
|
+
constructor();
|
|
158
|
+
}
|
|
159
|
+
export declare class FixedSizeList extends DataType {
|
|
160
|
+
readonly listSize: number;
|
|
161
|
+
readonly children: Field[];
|
|
162
|
+
constructor(listSize: number, child: Field);
|
|
163
|
+
get typeId(): Type;
|
|
164
|
+
get valueType(): DataType;
|
|
165
|
+
get valueField(): Field;
|
|
166
|
+
get [Symbol.toStringTag](): string;
|
|
167
|
+
toString(): string;
|
|
168
|
+
}
|
|
169
|
+
export declare class Struct extends DataType {
|
|
170
|
+
readonly children: Field[];
|
|
171
|
+
constructor(children: Field[]);
|
|
172
|
+
get typeId(): Type;
|
|
173
|
+
toString(): string;
|
|
174
|
+
get [Symbol.toStringTag](): string;
|
|
175
|
+
}
|
|
176
|
+
//# sourceMappingURL=type.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"type.d.ts","sourceRoot":"","sources":["../../../../src/lib/schema/impl/type.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAE5B,OAAO,KAAK,MAAM,SAAS,CAAC;AAE5B,OAAO,EAAC,IAAI,EAAC,MAAM,QAAQ,CAAC;AAE5B,oBAAY,aAAa,GACrB,SAAS,GACT,UAAU,GACV,UAAU,GACV,WAAW,GACX,UAAU,GACV,WAAW,GACX,UAAU,GACV,WAAW,GACX,iBAAiB,CAAC;AAEtB,oBAAY,eAAe,GAAG,YAAY,GAAG,YAAY,CAAC;AAE1D,oBAAY,UAAU,GAAG,aAAa,GAAG,eAAe,CAAC;AAEzD,oBAAY,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,aAAa,GAAG,eAAe,CAAC;AAExE,qBAAa,QAAQ;IACnB,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG7B,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG/B,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGhC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGjC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGnC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGlC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGhC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG/B,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGzC,MAAM,CAAC,eAAe,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGvC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG7B,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAIpC,IAAI,MAAM,IAAI,IAAI,CAEjB;IAOD,SAAS,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO;CAIpC;AAID,qBAAa,IAAK,SAAQ,QAAQ;IAChC,IAAI,MAAM,IAAI,IAAI,CAEjB;IACD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAID,qBAAa,IAAK,SAAQ,QAAQ;IAChC,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAID,qBAAa,GAAI,SAAQ,QAAQ;IAC/B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBACd,QAAQ,KAAA,EAAE,QAAQ,KAAA;IAK9B,IAAI,MAAM,IAAI,IAAI,CAEjB;IAeD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,IAAK,SAAQ,GAAG;;CAI5B;AACD,qBAAa,KAAM,SAAQ,GAAG;;CAI7B;AACD,qBAAa,KAAM,SAAQ,GAAG;;CAI7B;AACD,qBAAa,KAAM,SAAQ,GAAG;;CAI7B;AACD,qBAAa,KAAM,SAAQ,GAAG;;CAI7B;AACD,qBAAa,MAAO,SAAQ,GAAG;;CAI9B;AACD,qBAAa,MAAO,SAAQ,GAAG;;CAI9B;AACD,qBAAa,MAAO,SAAQ,GAAG;;CAI9B;AAUD,qBAAa,KAAM,SAAQ,QAAQ;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;gBACf,SAAS,KAAA;IAIrB,IAAI,MAAM,IAAI,IAAI,CAEjB;IAaD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,OAAQ,SAAQ,KAAK;;CAIjC;AACD,qBAAa,OAAQ,SAAQ,KAAK;;CAIjC;AACD,qBAAa,OAAQ,SAAQ,KAAK;;CAIjC;AAED,qBAAa,MAAO,SAAQ,QAAQ;;IAIlC,IAAI,MAAM,SAET;IACD,QAAQ;IAGR,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,WAEvB;CACF;AAID,qBAAa,IAAK,SAAQ,QAAQ;IAChC,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AASD,qBAAa,IAAK,SAAQ,QAAQ;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBACV,IAAI,KAAA;IAIhB,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,OAAQ,SAAQ,IAAI;;CAIhC;AACD,qBAAa,eAAgB,SAAQ,IAAI;;CAIxC;AASD,qBAAa,IAAK,SAAQ,QAAQ;IAChC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;IACnB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAEd,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM;IAKvC,IAAI,MAAM,IAAI,IAAI,CAEjB;IACD,QAAQ,IAAI,MAAM;IAGlB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;CAIF;AAED,qBAAa,UAAW,SAAQ,IAAI;;CAInC;AACD,qBAAa,eAAgB,SAAQ,IAAI;;CAIxC;AAID,qBAAa,SAAU,SAAQ,QAAQ;IACrC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;IACnB,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC;gBAEX,IAAI,EAAE,GAAG,EAAE,QAAQ,OAAO;IAKtC,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,eAAgB,SAAQ,SAAS;gBAChC,QAAQ,OAAO;CAG5B;AACD,qBAAa,oBAAqB,SAAQ,SAAS;gBACrC,QAAQ,OAAO;CAG5B;AACD,qBAAa,oBAAqB,SAAQ,SAAS;gBACrC,QAAQ,OAAO;CAG5B;AACD,qBAAa,mBAAoB,SAAQ,SAAS;gBACpC,QAAQ,OAAO;CAG5B;AAOD,qBAAa,QAAS,SAAQ,QAAQ;IACpC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBACV,IAAI,EAAE,MAAM;IAIxB,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,eAAgB,SAAQ,QAAQ;;CAI5C;AACD,qBAAa,iBAAkB,SAAQ,QAAQ;;CAI9C;AAED,qBAAa,aAAc,SAAQ,QAAQ;IACzC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;gBAEf,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK;IAK1C,IAAI,MAAM,IAAI,IAAI,CAEjB;IACD,IAAI,SAAS,aAEZ;IACD,IAAI,UAAU,UAEb;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,MAAO,SAAQ,QAAQ;IAClC,SAAgB,QAAQ,EAAE,KAAK,EAAE,CAAC;gBAEtB,QAAQ,EAAE,KAAK,EAAE;IAK7B,IAAW,MAAM,SAEhB;IACM,QAAQ;IAGf,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;CACF"}
|