@loaders.gl/schema 3.1.3 → 4.0.0-alpha.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +2 -2
- package/dist/bundle.js.map +1 -0
- package/dist/category/common.d.ts +1 -2
- package/dist/category/common.d.ts.map +1 -1
- package/dist/category/common.js +2 -10
- package/dist/{es5/category → category}/common.js.map +0 -0
- package/dist/category/gis.js +2 -2
- package/dist/{es5/category → category}/gis.js.map +0 -0
- package/dist/category/image/image.d.ts +18 -0
- package/dist/category/image/image.d.ts.map +1 -0
- package/dist/category/image/image.js +2 -0
- package/dist/{esm/category/gis.js.map → category/image/image.js.map} +1 -1
- package/dist/category/mesh/convert-mesh.js +31 -37
- package/dist/category/mesh/convert-mesh.js.map +1 -0
- package/dist/category/mesh/deduce-mesh-schema.js +37 -57
- package/dist/category/mesh/deduce-mesh-schema.js.map +1 -0
- package/dist/category/mesh/mesh-to-arrow-table.d.ts +10 -0
- package/dist/category/mesh/mesh-to-arrow-table.d.ts.map +1 -1
- package/dist/category/mesh/mesh-to-arrow-table.js +15 -28
- package/dist/category/mesh/mesh-to-arrow-table.js.map +1 -0
- package/dist/category/mesh/mesh-types.js +2 -2
- package/dist/{es5/category → category}/mesh/mesh-types.js.map +0 -0
- package/dist/category/mesh/mesh-utils.js +35 -48
- package/dist/category/mesh/mesh-utils.js.map +1 -0
- package/dist/category/table/deduce-table-schema.js +39 -94
- package/dist/category/table/deduce-table-schema.js.map +1 -0
- package/dist/category/table/table-types.d.ts +1 -3
- package/dist/category/table/table-types.d.ts.map +1 -1
- package/dist/category/table/table-types.js +2 -2
- package/dist/{es5/category → category}/table/table-types.js.map +0 -0
- package/dist/category/texture/texture.d.ts +18 -0
- package/dist/category/texture/texture.d.ts.map +1 -0
- package/dist/category/texture/texture.js +2 -0
- package/dist/{esm/category/common.js.map → category/texture/texture.js.map} +1 -1
- package/dist/dist.min.js +15078 -208
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +13 -75
- package/dist/index.js.map +1 -0
- package/dist/lib/arrow/arrow-like-type-utils.js +31 -26
- package/dist/lib/arrow/arrow-like-type-utils.js.map +1 -0
- package/dist/lib/arrow/arrow-type-utils.d.ts +5 -0
- package/dist/lib/arrow/arrow-type-utils.d.ts.map +1 -1
- package/dist/lib/arrow/arrow-type-utils.js +20 -28
- package/dist/lib/arrow/arrow-type-utils.js.map +1 -0
- package/dist/lib/arrow/get-type-info.js +19 -23
- package/dist/lib/arrow/get-type-info.js.map +1 -0
- package/dist/lib/batches/base-table-batch-aggregator.js +68 -52
- package/dist/lib/batches/base-table-batch-aggregator.js.map +1 -0
- package/dist/lib/batches/columnar-table-batch-aggregator.js +92 -82
- package/dist/lib/batches/columnar-table-batch-aggregator.js.map +1 -0
- package/dist/lib/batches/row-table-batch-aggregator.js +88 -72
- package/dist/lib/batches/row-table-batch-aggregator.js.map +1 -0
- package/dist/lib/batches/table-batch-aggregator.js +2 -2
- package/dist/{es5/lib → lib}/batches/table-batch-aggregator.js.map +0 -0
- package/dist/lib/batches/table-batch-builder.js +166 -137
- package/dist/lib/batches/table-batch-builder.js.map +1 -0
- package/dist/lib/schema/impl/enum.js +48 -96
- package/dist/lib/schema/impl/enum.js.map +1 -0
- package/dist/lib/schema/impl/field.js +34 -31
- package/dist/lib/schema/impl/field.js.map +1 -0
- package/dist/lib/schema/impl/schema.js +81 -72
- package/dist/lib/schema/impl/schema.js.map +1 -0
- package/dist/lib/schema/impl/type.js +490 -454
- package/dist/lib/schema/impl/type.js.map +1 -0
- package/dist/lib/schema/schema.js +5 -90
- package/dist/lib/schema/schema.js.map +1 -0
- package/dist/lib/schema-utils/deduce-column-type.js +20 -89
- package/dist/lib/schema-utils/deduce-column-type.js.map +1 -0
- package/dist/lib/utils/assert.js +5 -11
- package/dist/lib/utils/assert.js.map +1 -0
- package/dist/lib/utils/async-queue.js +109 -82
- package/dist/lib/utils/async-queue.js.map +1 -0
- package/dist/lib/utils/row-utils.js +33 -31
- package/dist/lib/utils/row-utils.js.map +1 -0
- package/dist/types.js +2 -2
- package/dist/{es5/types.js.map → types.js.map} +0 -0
- package/package.json +6 -5
- package/src/category/common.ts +1 -2
- package/src/category/image/image.ts +19 -0
- package/src/category/mesh/convert-mesh.ts +6 -6
- package/src/category/mesh/mesh-to-arrow-table.ts +2 -4
- package/src/category/table/table-types.ts +1 -4
- package/src/category/texture/texture.ts +28 -0
- package/src/index.ts +6 -1
- package/src/lib/arrow/arrow-type-utils.ts +0 -2
- package/dist/es5/bundle.js +0 -7
- package/dist/es5/bundle.js.map +0 -1
- package/dist/es5/category/common.js +0 -2
- package/dist/es5/category/gis.js +0 -2
- package/dist/es5/category/mesh/convert-mesh.js +0 -43
- package/dist/es5/category/mesh/convert-mesh.js.map +0 -1
- package/dist/es5/category/mesh/deduce-mesh-schema.js +0 -54
- package/dist/es5/category/mesh/deduce-mesh-schema.js.map +0 -1
- package/dist/es5/category/mesh/mesh-to-arrow-table.js +0 -2
- package/dist/es5/category/mesh/mesh-to-arrow-table.js.map +0 -1
- package/dist/es5/category/mesh/mesh-types.js +0 -2
- package/dist/es5/category/mesh/mesh-utils.js +0 -47
- package/dist/es5/category/mesh/mesh-utils.js.map +0 -1
- package/dist/es5/category/table/deduce-table-schema.js +0 -58
- package/dist/es5/category/table/deduce-table-schema.js.map +0 -1
- package/dist/es5/category/table/table-types.js +0 -2
- package/dist/es5/index.js +0 -344
- package/dist/es5/index.js.map +0 -1
- package/dist/es5/lib/arrow/arrow-like-type-utils.js +0 -40
- package/dist/es5/lib/arrow/arrow-like-type-utils.js.map +0 -1
- package/dist/es5/lib/arrow/arrow-type-utils.js +0 -2
- package/dist/es5/lib/arrow/arrow-type-utils.js.map +0 -1
- package/dist/es5/lib/arrow/get-type-info.js +0 -33
- package/dist/es5/lib/arrow/get-type-info.js.map +0 -1
- package/dist/es5/lib/batches/base-table-batch-aggregator.js +0 -92
- package/dist/es5/lib/batches/base-table-batch-aggregator.js.map +0 -1
- package/dist/es5/lib/batches/columnar-table-batch-aggregator.js +0 -128
- package/dist/es5/lib/batches/columnar-table-batch-aggregator.js.map +0 -1
- package/dist/es5/lib/batches/row-table-batch-aggregator.js +0 -113
- package/dist/es5/lib/batches/row-table-batch-aggregator.js.map +0 -1
- package/dist/es5/lib/batches/table-batch-aggregator.js +0 -2
- package/dist/es5/lib/batches/table-batch-builder.js +0 -207
- package/dist/es5/lib/batches/table-batch-builder.js.map +0 -1
- package/dist/es5/lib/schema/impl/enum.js +0 -56
- package/dist/es5/lib/schema/impl/enum.js.map +0 -1
- package/dist/es5/lib/schema/impl/field.js +0 -56
- package/dist/es5/lib/schema/impl/field.js.map +0 -1
- package/dist/es5/lib/schema/impl/schema.js +0 -168
- package/dist/es5/lib/schema/impl/schema.js.map +0 -1
- package/dist/es5/lib/schema/impl/type.js +0 -927
- package/dist/es5/lib/schema/impl/type.js.map +0 -1
- package/dist/es5/lib/schema/schema.js +0 -236
- package/dist/es5/lib/schema/schema.js.map +0 -1
- package/dist/es5/lib/schema-utils/deduce-column-type.js +0 -32
- package/dist/es5/lib/schema-utils/deduce-column-type.js.map +0 -1
- package/dist/es5/lib/utils/assert.js +0 -13
- package/dist/es5/lib/utils/assert.js.map +0 -1
- package/dist/es5/lib/utils/async-queue.js +0 -213
- package/dist/es5/lib/utils/async-queue.js.map +0 -1
- package/dist/es5/lib/utils/row-utils.js +0 -44
- package/dist/es5/lib/utils/row-utils.js.map +0 -1
- package/dist/es5/types.js +0 -2
- package/dist/esm/bundle.js +0 -5
- package/dist/esm/bundle.js.map +0 -1
- package/dist/esm/category/common.js +0 -2
- package/dist/esm/category/gis.js +0 -2
- package/dist/esm/category/mesh/convert-mesh.js +0 -26
- package/dist/esm/category/mesh/convert-mesh.js.map +0 -1
- package/dist/esm/category/mesh/deduce-mesh-schema.js +0 -42
- package/dist/esm/category/mesh/deduce-mesh-schema.js.map +0 -1
- package/dist/esm/category/mesh/mesh-to-arrow-table.js +0 -2
- package/dist/esm/category/mesh/mesh-to-arrow-table.js.map +0 -1
- package/dist/esm/category/mesh/mesh-types.js +0 -2
- package/dist/esm/category/mesh/mesh-types.js.map +0 -1
- package/dist/esm/category/mesh/mesh-utils.js +0 -38
- package/dist/esm/category/mesh/mesh-utils.js.map +0 -1
- package/dist/esm/category/table/deduce-table-schema.js +0 -51
- package/dist/esm/category/table/deduce-table-schema.js.map +0 -1
- package/dist/esm/category/table/table-types.js +0 -2
- package/dist/esm/category/table/table-types.js.map +0 -1
- package/dist/esm/index.js +0 -13
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/lib/arrow/arrow-like-type-utils.js +0 -32
- package/dist/esm/lib/arrow/arrow-like-type-utils.js.map +0 -1
- package/dist/esm/lib/arrow/arrow-type-utils.js +0 -2
- package/dist/esm/lib/arrow/arrow-type-utils.js.map +0 -1
- package/dist/esm/lib/arrow/get-type-info.js +0 -24
- package/dist/esm/lib/arrow/get-type-info.js.map +0 -1
- package/dist/esm/lib/batches/base-table-batch-aggregator.js +0 -74
- package/dist/esm/lib/batches/base-table-batch-aggregator.js.map +0 -1
- package/dist/esm/lib/batches/columnar-table-batch-aggregator.js +0 -100
- package/dist/esm/lib/batches/columnar-table-batch-aggregator.js.map +0 -1
- package/dist/esm/lib/batches/row-table-batch-aggregator.js +0 -95
- package/dist/esm/lib/batches/row-table-batch-aggregator.js.map +0 -1
- package/dist/esm/lib/batches/table-batch-aggregator.js +0 -2
- package/dist/esm/lib/batches/table-batch-aggregator.js.map +0 -1
- package/dist/esm/lib/batches/table-batch-builder.js +0 -182
- package/dist/esm/lib/batches/table-batch-builder.js.map +0 -1
- package/dist/esm/lib/schema/impl/enum.js +0 -49
- package/dist/esm/lib/schema/impl/enum.js.map +0 -1
- package/dist/esm/lib/schema/impl/field.js +0 -35
- package/dist/esm/lib/schema/impl/field.js.map +0 -1
- package/dist/esm/lib/schema/impl/schema.js +0 -92
- package/dist/esm/lib/schema/impl/schema.js.map +0 -1
- package/dist/esm/lib/schema/impl/type.js +0 -498
- package/dist/esm/lib/schema/impl/type.js.map +0 -1
- package/dist/esm/lib/schema/schema.js +0 -5
- package/dist/esm/lib/schema/schema.js.map +0 -1
- package/dist/esm/lib/schema-utils/deduce-column-type.js +0 -23
- package/dist/esm/lib/schema-utils/deduce-column-type.js.map +0 -1
- package/dist/esm/lib/utils/assert.js +0 -6
- package/dist/esm/lib/utils/assert.js.map +0 -1
- package/dist/esm/lib/utils/async-queue.js +0 -119
- package/dist/esm/lib/utils/async-queue.js.map +0 -1
- package/dist/esm/lib/utils/row-utils.js +0 -35
- package/dist/esm/lib/utils/row-utils.js.map +0 -1
- package/dist/esm/types.js +0 -2
- package/dist/esm/types.js.map +0 -1
|
@@ -1,113 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
|
|
5
|
-
Object.defineProperty(exports, "__esModule", {
|
|
6
|
-
value: true
|
|
7
|
-
});
|
|
8
|
-
exports.default = void 0;
|
|
9
|
-
|
|
10
|
-
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
11
|
-
|
|
12
|
-
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
13
|
-
|
|
14
|
-
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
15
|
-
|
|
16
|
-
var _rowUtils = require("../utils/row-utils");
|
|
17
|
-
|
|
18
|
-
var DEFAULT_ROW_COUNT = 100;
|
|
19
|
-
|
|
20
|
-
var RowTableBatchAggregator = function () {
|
|
21
|
-
function RowTableBatchAggregator(schema, options) {
|
|
22
|
-
(0, _classCallCheck2.default)(this, RowTableBatchAggregator);
|
|
23
|
-
(0, _defineProperty2.default)(this, "schema", void 0);
|
|
24
|
-
(0, _defineProperty2.default)(this, "options", void 0);
|
|
25
|
-
(0, _defineProperty2.default)(this, "length", 0);
|
|
26
|
-
(0, _defineProperty2.default)(this, "objectRows", null);
|
|
27
|
-
(0, _defineProperty2.default)(this, "arrayRows", null);
|
|
28
|
-
(0, _defineProperty2.default)(this, "cursor", 0);
|
|
29
|
-
(0, _defineProperty2.default)(this, "_headers", []);
|
|
30
|
-
this.options = options;
|
|
31
|
-
this.schema = schema;
|
|
32
|
-
|
|
33
|
-
if (!Array.isArray(schema)) {
|
|
34
|
-
this._headers = [];
|
|
35
|
-
|
|
36
|
-
for (var key in schema) {
|
|
37
|
-
this._headers[schema[key].index] = schema[key].name;
|
|
38
|
-
}
|
|
39
|
-
}
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
(0, _createClass2.default)(RowTableBatchAggregator, [{
|
|
43
|
-
key: "rowCount",
|
|
44
|
-
value: function rowCount() {
|
|
45
|
-
return this.length;
|
|
46
|
-
}
|
|
47
|
-
}, {
|
|
48
|
-
key: "addArrayRow",
|
|
49
|
-
value: function addArrayRow(row, cursor) {
|
|
50
|
-
if (Number.isFinite(cursor)) {
|
|
51
|
-
this.cursor = cursor;
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
switch (this.options.shape) {
|
|
55
|
-
case 'object-row-table':
|
|
56
|
-
var rowObject = (0, _rowUtils.convertToObjectRow)(row, this._headers);
|
|
57
|
-
this.addObjectRow(rowObject, cursor);
|
|
58
|
-
break;
|
|
59
|
-
|
|
60
|
-
case 'array-row-table':
|
|
61
|
-
this.arrayRows = this.arrayRows || new Array(DEFAULT_ROW_COUNT);
|
|
62
|
-
this.arrayRows[this.length] = row;
|
|
63
|
-
this.length++;
|
|
64
|
-
break;
|
|
65
|
-
}
|
|
66
|
-
}
|
|
67
|
-
}, {
|
|
68
|
-
key: "addObjectRow",
|
|
69
|
-
value: function addObjectRow(row, cursor) {
|
|
70
|
-
if (Number.isFinite(cursor)) {
|
|
71
|
-
this.cursor = cursor;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
switch (this.options.shape) {
|
|
75
|
-
case 'array-row-table':
|
|
76
|
-
var rowArray = (0, _rowUtils.convertToArrayRow)(row, this._headers);
|
|
77
|
-
this.addArrayRow(rowArray, cursor);
|
|
78
|
-
break;
|
|
79
|
-
|
|
80
|
-
case 'object-row-table':
|
|
81
|
-
this.objectRows = this.objectRows || new Array(DEFAULT_ROW_COUNT);
|
|
82
|
-
this.objectRows[this.length] = row;
|
|
83
|
-
this.length++;
|
|
84
|
-
break;
|
|
85
|
-
}
|
|
86
|
-
}
|
|
87
|
-
}, {
|
|
88
|
-
key: "getBatch",
|
|
89
|
-
value: function getBatch() {
|
|
90
|
-
var rows = this.arrayRows || this.objectRows;
|
|
91
|
-
|
|
92
|
-
if (!rows) {
|
|
93
|
-
return null;
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
rows = rows.slice(0, this.length);
|
|
97
|
-
this.arrayRows = null;
|
|
98
|
-
this.objectRows = null;
|
|
99
|
-
return {
|
|
100
|
-
shape: this.options.shape,
|
|
101
|
-
batchType: 'data',
|
|
102
|
-
data: rows,
|
|
103
|
-
length: this.length,
|
|
104
|
-
schema: this.schema,
|
|
105
|
-
cursor: this.cursor
|
|
106
|
-
};
|
|
107
|
-
}
|
|
108
|
-
}]);
|
|
109
|
-
return RowTableBatchAggregator;
|
|
110
|
-
}();
|
|
111
|
-
|
|
112
|
-
exports.default = RowTableBatchAggregator;
|
|
113
|
-
//# sourceMappingURL=row-table-batch-aggregator.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/batches/row-table-batch-aggregator.ts"],"names":["DEFAULT_ROW_COUNT","RowTableBatchAggregator","schema","options","Array","isArray","_headers","key","index","name","length","row","cursor","Number","isFinite","shape","rowObject","addObjectRow","arrayRows","rowArray","addArrayRow","objectRows","rows","slice","batchType","data"],"mappings":";;;;;;;;;;;;;;;AAGA;;AAGA,IAAMA,iBAAiB,GAAG,GAA1B;;IAEqBC,uB;AAUnB,mCAAYC,MAAZ,EAA4BC,OAA5B,EAAwD;AAAA;AAAA;AAAA;AAAA,kDANvC,CAMuC;AAAA,sDALP,IAKO;AAAA,qDAJ9B,IAI8B;AAAA,kDAHvC,CAGuC;AAAA,oDAF3B,EAE2B;AACtD,SAAKA,OAAL,GAAeA,OAAf;AACA,SAAKD,MAAL,GAAcA,MAAd;;AAIA,QAAI,CAACE,KAAK,CAACC,OAAN,CAAcH,MAAd,CAAL,EAA4B;AAC1B,WAAKI,QAAL,GAAgB,EAAhB;;AACA,WAAK,IAAMC,GAAX,IAAkBL,MAAlB,EAA0B;AACxB,aAAKI,QAAL,CAAcJ,MAAM,CAACK,GAAD,CAAN,CAAYC,KAA1B,IAAmCN,MAAM,CAACK,GAAD,CAAN,CAAYE,IAA/C;AACD;AACF;AACF;;;;WAED,oBAAmB;AACjB,aAAO,KAAKC,MAAZ;AACD;;;WAED,qBAAYC,GAAZ,EAAwBC,MAAxB,EAA+C;AAC7C,UAAIC,MAAM,CAACC,QAAP,CAAgBF,MAAhB,CAAJ,EAA6B;AAC3B,aAAKA,MAAL,GAAcA,MAAd;AACD;;AAGD,cAAQ,KAAKT,OAAL,CAAaY,KAArB;AACE,aAAK,kBAAL;AACE,cAAMC,SAAS,GAAG,kCAAmBL,GAAnB,EAAwB,KAAKL,QAA7B,CAAlB;AACA,eAAKW,YAAL,CAAkBD,SAAlB,EAA6BJ,MAA7B;AACA;;AACF,aAAK,iBAAL;AACE,eAAKM,SAAL,GAAiB,KAAKA,SAAL,IAAkB,IAAId,KAAJ,CAAUJ,iBAAV,CAAnC;AACA,eAAKkB,SAAL,CAAe,KAAKR,MAApB,IAA8BC,GAA9B;AACA,eAAKD,MAAL;AACA;AATJ;AAWD;;;WAED,sBAAaC,GAAb,EAA+CC,MAA/C,EAAsE;AACpE,UAAIC,MAAM,CAACC,QAAP,CAAgBF,MAAhB,CAAJ,EAA6B;AAC3B,aAAKA,MAAL,GAAcA,MAAd;AACD;;AAGD,cAAQ,KAAKT,OAAL,CAAaY,KAArB;AACE,aAAK,iBAAL;AACE,cAAMI,QAAQ,GAAG,iCAAkBR,GAAlB,EAAuB,KAAKL,QAA5B,CAAjB;AACA,eAAKc,WAAL,CAAiBD,QAAjB,EAA2BP,MAA3B;AACA;;AACF,aAAK,kBAAL;AACE,eAAKS,UAAL,GAAkB,KAAKA,UAAL,IAAmB,IAAIjB,KAAJ,CAAUJ,iBAAV,CAArC;AACA,eAAKqB,UAAL,CAAgB,KAAKX,MAArB,IAA+BC,GAA/B;AACA,eAAKD,MAAL;AACA;AATJ;AAWD;;;WAED,oBAA8B;AAC5B,UAAIY,IAAI,GAAG,KAAKJ,SAAL,IAAkB,KAAKG,UAAlC;;AACA,UAAI,CAACC,IAAL,EAAW;AACT,eAAO,IAAP;AACD;;AAEDA,MAAAA,IAAI,GAAGA,IAAI,CAACC,KAAL,CAAW,CAAX,EAAc,KAAKb,MAAnB,CAAP;AACA,WAAKQ,SAAL,GAAiB,IAAjB;AACA,WAAKG,UAAL,GAAkB,IAAlB;AAEA,aAAO;AACLN,QAAAA,KAAK,EAAE,KAAKZ,OAAL,CAAaY,KADf;AAELS,QAAAA,SAAS,EAAE,MAFN;AAGLC,QAAAA,IAAI,EAAEH,IAHD;AAILZ,QAAAA,MAAM,EAAE,KAAKA,MAJR;AAKLR,QAAAA,MAAM,EAAE,KAAKA,MALR;AAMLU,QAAAA,MAAM,EAAE,KAAKA;AANR,OAAP;AAQD","sourcesContent":["import type {Schema} from '../schema/schema';\nimport type {TableBatch} from '../../category/table/table-types';\n// import type {ArrayRowTableBatch, ObjectRowTableBatch} from '../../category/table';\nimport {convertToArrayRow, convertToObjectRow} from '../utils/row-utils';\nimport {TableBatchAggregator, TableBatchOptions} from './table-batch-aggregator';\n\nconst DEFAULT_ROW_COUNT = 100;\n\nexport default class RowTableBatchAggregator implements TableBatchAggregator {\n schema: Schema;\n options: TableBatchOptions;\n\n length: number = 0;\n objectRows: {[columnName: string]: any} | null = null;\n arrayRows: any[] | null = null;\n cursor: number = 0;\n private _headers: string[] = [];\n\n constructor(schema: Schema, options: TableBatchOptions) {\n this.options = options;\n this.schema = schema;\n\n // schema is an array if there're no headers\n // object if there are headers\n if (!Array.isArray(schema)) {\n this._headers = [];\n for (const key in schema) {\n this._headers[schema[key].index] = schema[key].name;\n }\n }\n }\n\n rowCount(): number {\n return this.length;\n }\n\n addArrayRow(row: any[], cursor?: number): void {\n if (Number.isFinite(cursor)) {\n this.cursor = cursor as number;\n }\n\n // eslint-disable-next-line default-case\n switch (this.options.shape) {\n case 'object-row-table':\n const rowObject = convertToObjectRow(row, this._headers);\n this.addObjectRow(rowObject, cursor);\n break;\n case 'array-row-table':\n this.arrayRows = this.arrayRows || new Array(DEFAULT_ROW_COUNT);\n this.arrayRows[this.length] = row;\n this.length++;\n break;\n }\n }\n\n addObjectRow(row: {[columnName: string]: any}, cursor?: number): void {\n if (Number.isFinite(cursor)) {\n this.cursor = cursor as number;\n }\n\n // eslint-disable-next-line default-case\n switch (this.options.shape) {\n case 'array-row-table':\n const rowArray = convertToArrayRow(row, this._headers);\n this.addArrayRow(rowArray, cursor);\n break;\n case 'object-row-table':\n this.objectRows = this.objectRows || new Array(DEFAULT_ROW_COUNT);\n this.objectRows[this.length] = row;\n this.length++;\n break;\n }\n }\n\n getBatch(): TableBatch | null {\n let rows = this.arrayRows || this.objectRows;\n if (!rows) {\n return null;\n }\n\n rows = rows.slice(0, this.length);\n this.arrayRows = null;\n this.objectRows = null;\n\n return {\n shape: this.options.shape,\n batchType: 'data',\n data: rows,\n length: this.length,\n schema: this.schema,\n cursor: this.cursor\n };\n }\n}\n"],"file":"row-table-batch-aggregator.js"}
|
|
@@ -1,207 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
|
|
5
|
-
Object.defineProperty(exports, "__esModule", {
|
|
6
|
-
value: true
|
|
7
|
-
});
|
|
8
|
-
exports.default = void 0;
|
|
9
|
-
|
|
10
|
-
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
11
|
-
|
|
12
|
-
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
13
|
-
|
|
14
|
-
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
15
|
-
|
|
16
|
-
var _baseTableBatchAggregator = _interopRequireDefault(require("./base-table-batch-aggregator"));
|
|
17
|
-
|
|
18
|
-
var _rowTableBatchAggregator = _interopRequireDefault(require("./row-table-batch-aggregator"));
|
|
19
|
-
|
|
20
|
-
var _columnarTableBatchAggregator = _interopRequireDefault(require("./columnar-table-batch-aggregator"));
|
|
21
|
-
|
|
22
|
-
function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) { symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); } keys.push.apply(keys, symbols); } return keys; }
|
|
23
|
-
|
|
24
|
-
function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
|
|
25
|
-
|
|
26
|
-
var DEFAULT_OPTIONS = {
|
|
27
|
-
shape: 'array-row-table',
|
|
28
|
-
batchSize: 'auto',
|
|
29
|
-
batchDebounceMs: 0,
|
|
30
|
-
limit: 0,
|
|
31
|
-
_limitMB: 0
|
|
32
|
-
};
|
|
33
|
-
var ERR_MESSAGE = 'TableBatchBuilder';
|
|
34
|
-
|
|
35
|
-
var TableBatchBuilder = function () {
|
|
36
|
-
function TableBatchBuilder(schema, options) {
|
|
37
|
-
(0, _classCallCheck2.default)(this, TableBatchBuilder);
|
|
38
|
-
(0, _defineProperty2.default)(this, "schema", void 0);
|
|
39
|
-
(0, _defineProperty2.default)(this, "options", void 0);
|
|
40
|
-
(0, _defineProperty2.default)(this, "aggregator", null);
|
|
41
|
-
(0, _defineProperty2.default)(this, "batchCount", 0);
|
|
42
|
-
(0, _defineProperty2.default)(this, "bytesUsed", 0);
|
|
43
|
-
(0, _defineProperty2.default)(this, "isChunkComplete", false);
|
|
44
|
-
(0, _defineProperty2.default)(this, "lastBatchEmittedMs", Date.now());
|
|
45
|
-
(0, _defineProperty2.default)(this, "totalLength", 0);
|
|
46
|
-
(0, _defineProperty2.default)(this, "totalBytes", 0);
|
|
47
|
-
(0, _defineProperty2.default)(this, "rowBytes", 0);
|
|
48
|
-
this.schema = schema;
|
|
49
|
-
this.options = _objectSpread(_objectSpread({}, DEFAULT_OPTIONS), options);
|
|
50
|
-
}
|
|
51
|
-
|
|
52
|
-
(0, _createClass2.default)(TableBatchBuilder, [{
|
|
53
|
-
key: "limitReached",
|
|
54
|
-
value: function limitReached() {
|
|
55
|
-
var _this$options, _this$options2;
|
|
56
|
-
|
|
57
|
-
if (Boolean((_this$options = this.options) === null || _this$options === void 0 ? void 0 : _this$options.limit) && this.totalLength >= this.options.limit) {
|
|
58
|
-
return true;
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
if (Boolean((_this$options2 = this.options) === null || _this$options2 === void 0 ? void 0 : _this$options2._limitMB) && this.totalBytes / 1e6 >= this.options._limitMB) {
|
|
62
|
-
return true;
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
return false;
|
|
66
|
-
}
|
|
67
|
-
}, {
|
|
68
|
-
key: "addRow",
|
|
69
|
-
value: function addRow(row) {
|
|
70
|
-
if (this.limitReached()) {
|
|
71
|
-
return;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
this.totalLength++;
|
|
75
|
-
this.rowBytes = this.rowBytes || this._estimateRowMB(row);
|
|
76
|
-
this.totalBytes += this.rowBytes;
|
|
77
|
-
|
|
78
|
-
if (Array.isArray(row)) {
|
|
79
|
-
this.addArrayRow(row);
|
|
80
|
-
} else {
|
|
81
|
-
this.addObjectRow(row);
|
|
82
|
-
}
|
|
83
|
-
}
|
|
84
|
-
}, {
|
|
85
|
-
key: "addArrayRow",
|
|
86
|
-
value: function addArrayRow(row) {
|
|
87
|
-
if (!this.aggregator) {
|
|
88
|
-
var TableBatchType = this._getTableBatchType();
|
|
89
|
-
|
|
90
|
-
this.aggregator = new TableBatchType(this.schema, this.options);
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
this.aggregator.addArrayRow(row);
|
|
94
|
-
}
|
|
95
|
-
}, {
|
|
96
|
-
key: "addObjectRow",
|
|
97
|
-
value: function addObjectRow(row) {
|
|
98
|
-
if (!this.aggregator) {
|
|
99
|
-
var TableBatchType = this._getTableBatchType();
|
|
100
|
-
|
|
101
|
-
this.aggregator = new TableBatchType(this.schema, this.options);
|
|
102
|
-
}
|
|
103
|
-
|
|
104
|
-
this.aggregator.addObjectRow(row);
|
|
105
|
-
}
|
|
106
|
-
}, {
|
|
107
|
-
key: "chunkComplete",
|
|
108
|
-
value: function chunkComplete(chunk) {
|
|
109
|
-
if (chunk instanceof ArrayBuffer) {
|
|
110
|
-
this.bytesUsed += chunk.byteLength;
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
if (typeof chunk === 'string') {
|
|
114
|
-
this.bytesUsed += chunk.length;
|
|
115
|
-
}
|
|
116
|
-
|
|
117
|
-
this.isChunkComplete = true;
|
|
118
|
-
}
|
|
119
|
-
}, {
|
|
120
|
-
key: "getFullBatch",
|
|
121
|
-
value: function getFullBatch(options) {
|
|
122
|
-
return this._isFull() ? this._getBatch(options) : null;
|
|
123
|
-
}
|
|
124
|
-
}, {
|
|
125
|
-
key: "getFinalBatch",
|
|
126
|
-
value: function getFinalBatch(options) {
|
|
127
|
-
return this._getBatch(options);
|
|
128
|
-
}
|
|
129
|
-
}, {
|
|
130
|
-
key: "_estimateRowMB",
|
|
131
|
-
value: function _estimateRowMB(row) {
|
|
132
|
-
return Array.isArray(row) ? row.length * 8 : Object.keys(row).length * 8;
|
|
133
|
-
}
|
|
134
|
-
}, {
|
|
135
|
-
key: "_isFull",
|
|
136
|
-
value: function _isFull() {
|
|
137
|
-
if (!this.aggregator || this.aggregator.rowCount() === 0) {
|
|
138
|
-
return false;
|
|
139
|
-
}
|
|
140
|
-
|
|
141
|
-
if (this.options.batchSize === 'auto') {
|
|
142
|
-
if (!this.isChunkComplete) {
|
|
143
|
-
return false;
|
|
144
|
-
}
|
|
145
|
-
} else if (this.options.batchSize > this.aggregator.rowCount()) {
|
|
146
|
-
return false;
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
if (this.options.batchDebounceMs > Date.now() - this.lastBatchEmittedMs) {
|
|
150
|
-
return false;
|
|
151
|
-
}
|
|
152
|
-
|
|
153
|
-
this.isChunkComplete = false;
|
|
154
|
-
this.lastBatchEmittedMs = Date.now();
|
|
155
|
-
return true;
|
|
156
|
-
}
|
|
157
|
-
}, {
|
|
158
|
-
key: "_getBatch",
|
|
159
|
-
value: function _getBatch(options) {
|
|
160
|
-
if (!this.aggregator) {
|
|
161
|
-
return null;
|
|
162
|
-
}
|
|
163
|
-
|
|
164
|
-
if (options !== null && options !== void 0 && options.bytesUsed) {
|
|
165
|
-
this.bytesUsed = options.bytesUsed;
|
|
166
|
-
}
|
|
167
|
-
|
|
168
|
-
var normalizedBatch = this.aggregator.getBatch();
|
|
169
|
-
normalizedBatch.count = this.batchCount;
|
|
170
|
-
normalizedBatch.bytesUsed = this.bytesUsed;
|
|
171
|
-
Object.assign(normalizedBatch, options);
|
|
172
|
-
this.batchCount++;
|
|
173
|
-
this.aggregator = null;
|
|
174
|
-
return normalizedBatch;
|
|
175
|
-
}
|
|
176
|
-
}, {
|
|
177
|
-
key: "_getTableBatchType",
|
|
178
|
-
value: function _getTableBatchType() {
|
|
179
|
-
switch (this.options.shape) {
|
|
180
|
-
case 'row-table':
|
|
181
|
-
return _baseTableBatchAggregator.default;
|
|
182
|
-
|
|
183
|
-
case 'array-row-table':
|
|
184
|
-
case 'object-row-table':
|
|
185
|
-
return _rowTableBatchAggregator.default;
|
|
186
|
-
|
|
187
|
-
case 'columnar-table':
|
|
188
|
-
return _columnarTableBatchAggregator.default;
|
|
189
|
-
|
|
190
|
-
case 'arrow-table':
|
|
191
|
-
if (!TableBatchBuilder.ArrowBatch) {
|
|
192
|
-
throw new Error(ERR_MESSAGE);
|
|
193
|
-
}
|
|
194
|
-
|
|
195
|
-
return TableBatchBuilder.ArrowBatch;
|
|
196
|
-
|
|
197
|
-
default:
|
|
198
|
-
throw new Error(ERR_MESSAGE);
|
|
199
|
-
}
|
|
200
|
-
}
|
|
201
|
-
}]);
|
|
202
|
-
return TableBatchBuilder;
|
|
203
|
-
}();
|
|
204
|
-
|
|
205
|
-
exports.default = TableBatchBuilder;
|
|
206
|
-
(0, _defineProperty2.default)(TableBatchBuilder, "ArrowBatch", void 0);
|
|
207
|
-
//# sourceMappingURL=table-batch-builder.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../src/lib/batches/table-batch-builder.ts"],"names":["DEFAULT_OPTIONS","shape","batchSize","batchDebounceMs","limit","_limitMB","ERR_MESSAGE","TableBatchBuilder","schema","options","Date","now","Boolean","totalLength","totalBytes","row","limitReached","rowBytes","_estimateRowMB","Array","isArray","addArrayRow","addObjectRow","aggregator","TableBatchType","_getTableBatchType","chunk","ArrayBuffer","bytesUsed","byteLength","length","isChunkComplete","_isFull","_getBatch","Object","keys","rowCount","lastBatchEmittedMs","normalizedBatch","getBatch","count","batchCount","assign","BaseTableBatchAggregator","RowTableBatchAggregator","ColumnarTableBatchAggregator","ArrowBatch","Error"],"mappings":";;;;;;;;;;;;;;;AAGA;;AACA;;AACA;;;;;;AAgBA,IAAMA,eAAmD,GAAG;AAC1DC,EAAAA,KAAK,EAAE,iBADmD;AAE1DC,EAAAA,SAAS,EAAE,MAF+C;AAG1DC,EAAAA,eAAe,EAAE,CAHyC;AAI1DC,EAAAA,KAAK,EAAE,CAJmD;AAK1DC,EAAAA,QAAQ,EAAE;AALgD,CAA5D;AAQA,IAAMC,WAAW,GAAG,mBAApB;;IAGqBC,iB;AAenB,6BAAYC,MAAZ,EAA4BC,OAA5B,EAAgE;AAAA;AAAA;AAAA;AAAA,sDAXd,IAWc;AAAA,sDAVnC,CAUmC;AAAA,qDATpC,CASoC;AAAA,2DAR7B,KAQ6B;AAAA,8DAP3BC,IAAI,CAACC,GAAL,EAO2B;AAAA,uDANlC,CAMkC;AAAA,sDALnC,CAKmC;AAAA,oDAJrC,CAIqC;AAC9D,SAAKH,MAAL,GAAcA,MAAd;AACA,SAAKC,OAAL,mCAAmBT,eAAnB,GAAuCS,OAAvC;AACD;;;;WAED,wBAAwB;AAAA;;AACtB,UAAIG,OAAO,kBAAC,KAAKH,OAAN,kDAAC,cAAcL,KAAf,CAAP,IAAgC,KAAKS,WAAL,IAAoB,KAAKJ,OAAL,CAAaL,KAArE,EAA4E;AAC1E,eAAO,IAAP;AACD;;AACD,UAAIQ,OAAO,mBAAC,KAAKH,OAAN,mDAAC,eAAcJ,QAAf,CAAP,IAAmC,KAAKS,UAAL,GAAkB,GAAlB,IAAyB,KAAKL,OAAL,CAAaJ,QAA7E,EAAuF;AACrF,eAAO,IAAP;AACD;;AACD,aAAO,KAAP;AACD;;;WAGD,gBAAOU,GAAP,EAAuD;AACrD,UAAI,KAAKC,YAAL,EAAJ,EAAyB;AACvB;AACD;;AACD,WAAKH,WAAL;AACA,WAAKI,QAAL,GAAgB,KAAKA,QAAL,IAAiB,KAAKC,cAAL,CAAoBH,GAApB,CAAjC;AACA,WAAKD,UAAL,IAAmB,KAAKG,QAAxB;;AACA,UAAIE,KAAK,CAACC,OAAN,CAAcL,GAAd,CAAJ,EAAwB;AACtB,aAAKM,WAAL,CAAiBN,GAAjB;AACD,OAFD,MAEO;AACL,aAAKO,YAAL,CAAkBP,GAAlB;AACD;AACF;;;WAGD,qBAAsBA,GAAtB,EAAkC;AAChC,UAAI,CAAC,KAAKQ,UAAV,EAAsB;AACpB,YAAMC,cAAc,GAAG,KAAKC,kBAAL,EAAvB;;AACA,aAAKF,UAAL,GAAkB,IAAIC,cAAJ,CAAmB,KAAKhB,MAAxB,EAAgC,KAAKC,OAArC,CAAlB;AACD;;AACD,WAAKc,UAAL,CAAgBF,WAAhB,CAA4BN,GAA5B;AACD;;;WAGD,sBAAuBA,GAAvB,EAA+D;AAC7D,UAAI,CAAC,KAAKQ,UAAV,EAAsB;AACpB,YAAMC,cAAc,GAAG,KAAKC,kBAAL,EAAvB;;AACA,aAAKF,UAAL,GAAkB,IAAIC,cAAJ,CAAmB,KAAKhB,MAAxB,EAAgC,KAAKC,OAArC,CAAlB;AACD;;AACD,WAAKc,UAAL,CAAgBD,YAAhB,CAA6BP,GAA7B;AACD;;;WAGD,uBAAcW,KAAd,EAAiD;AAC/C,UAAIA,KAAK,YAAYC,WAArB,EAAkC;AAChC,aAAKC,SAAL,IAAkBF,KAAK,CAACG,UAAxB;AACD;;AACD,UAAI,OAAOH,KAAP,KAAiB,QAArB,EAA+B;AAC7B,aAAKE,SAAL,IAAkBF,KAAK,CAACI,MAAxB;AACD;;AACD,WAAKC,eAAL,GAAuB,IAAvB;AACD;;;WAED,sBAAatB,OAAb,EAA2D;AACzD,aAAO,KAAKuB,OAAL,KAAiB,KAAKC,SAAL,CAAexB,OAAf,CAAjB,GAA2C,IAAlD;AACD;;;WAED,uBAAcA,OAAd,EAA4D;AAC1D,aAAO,KAAKwB,SAAL,CAAexB,OAAf,CAAP;AACD;;;WAID,wBAAeM,GAAf,EAA4C;AAC1C,aAAOI,KAAK,CAACC,OAAN,CAAcL,GAAd,IAAqBA,GAAG,CAACe,MAAJ,GAAa,CAAlC,GAAsCI,MAAM,CAACC,IAAP,CAAYpB,GAAZ,EAAiBe,MAAjB,GAA0B,CAAvE;AACD;;;WAED,mBAA2B;AAEzB,UAAI,CAAC,KAAKP,UAAN,IAAoB,KAAKA,UAAL,CAAgBa,QAAhB,OAA+B,CAAvD,EAA0D;AACxD,eAAO,KAAP;AACD;;AAID,UAAI,KAAK3B,OAAL,CAAaP,SAAb,KAA2B,MAA/B,EAAuC;AACrC,YAAI,CAAC,KAAK6B,eAAV,EAA2B;AACzB,iBAAO,KAAP;AACD;AACF,OAJD,MAIO,IAAI,KAAKtB,OAAL,CAAaP,SAAb,GAAyB,KAAKqB,UAAL,CAAgBa,QAAhB,EAA7B,EAAyD;AAC9D,eAAO,KAAP;AACD;;AAGD,UAAI,KAAK3B,OAAL,CAAaN,eAAb,GAA+BO,IAAI,CAACC,GAAL,KAAa,KAAK0B,kBAArD,EAAyE;AACvE,eAAO,KAAP;AACD;;AAGD,WAAKN,eAAL,GAAuB,KAAvB;AACA,WAAKM,kBAAL,GAA0B3B,IAAI,CAACC,GAAL,EAA1B;AACA,aAAO,IAAP;AACD;;;WAKD,mBAAkBF,OAAlB,EAAgE;AAC9D,UAAI,CAAC,KAAKc,UAAV,EAAsB;AACpB,eAAO,IAAP;AACD;;AAGD,UAAId,OAAJ,aAAIA,OAAJ,eAAIA,OAAO,CAAEmB,SAAb,EAAwB;AACtB,aAAKA,SAAL,GAAiBnB,OAAO,CAACmB,SAAzB;AACD;;AACD,UAAMU,eAAe,GAAG,KAAKf,UAAL,CAAgBgB,QAAhB,EAAxB;AACAD,MAAAA,eAAe,CAACE,KAAhB,GAAwB,KAAKC,UAA7B;AACAH,MAAAA,eAAe,CAACV,SAAhB,GAA4B,KAAKA,SAAjC;AACAM,MAAAA,MAAM,CAACQ,MAAP,CAAcJ,eAAd,EAA+B7B,OAA/B;AAEA,WAAKgC,UAAL;AACA,WAAKlB,UAAL,GAAkB,IAAlB;AACA,aAAOe,eAAP;AACD;;;WAED,8BAAoD;AAClD,cAAQ,KAAK7B,OAAL,CAAaR,KAArB;AACE,aAAK,WAAL;AACE,iBAAO0C,iCAAP;;AACF,aAAK,iBAAL;AACA,aAAK,kBAAL;AACE,iBAAOC,gCAAP;;AACF,aAAK,gBAAL;AACE,iBAAOC,qCAAP;;AACF,aAAK,aAAL;AACE,cAAI,CAACtC,iBAAiB,CAACuC,UAAvB,EAAmC;AACjC,kBAAM,IAAIC,KAAJ,CAAUzC,WAAV,CAAN;AACD;;AACD,iBAAOC,iBAAiB,CAACuC,UAAzB;;AACF;AACE,gBAAM,IAAIC,KAAJ,CAAUzC,WAAV,CAAN;AAdJ;AAgBD;;;;;;8BA1JkBC,iB","sourcesContent":["import type {Schema} from '../schema/schema';\nimport type {TableBatch} from '../../category/table/table-types';\nimport type {TableBatchAggregator, TableBatchConstructor} from './table-batch-aggregator';\nimport BaseTableBatchAggregator from './base-table-batch-aggregator';\nimport RowTableBatchAggregator from './row-table-batch-aggregator';\nimport ColumnarTableBatchAggregator from './columnar-table-batch-aggregator';\n\n// TODO define interface instead\ntype TableBatchBuilderOptions = {\n shape: 'row-table' | 'array-row-table' | 'object-row-table' | 'columnar-table' | 'arrow-table';\n batchSize?: number | 'auto';\n batchDebounceMs?: number;\n limit: number;\n _limitMB: number;\n};\n\ntype GetBatchOptions = {\n bytesUsed?: number;\n [key: string]: any;\n};\n\nconst DEFAULT_OPTIONS: Required<TableBatchBuilderOptions> = {\n shape: 'array-row-table',\n batchSize: 'auto',\n batchDebounceMs: 0,\n limit: 0,\n _limitMB: 0\n};\n\nconst ERR_MESSAGE = 'TableBatchBuilder';\n\n/** Incrementally builds batches from a stream of rows */\nexport default class TableBatchBuilder {\n schema: Schema;\n options: Required<TableBatchBuilderOptions>;\n\n private aggregator: TableBatchAggregator | null = null;\n private batchCount: number = 0;\n private bytesUsed: number = 0;\n private isChunkComplete: boolean = false;\n private lastBatchEmittedMs: number = Date.now();\n private totalLength: number = 0;\n private totalBytes: number = 0;\n private rowBytes: number = 0;\n\n static ArrowBatch?: TableBatchConstructor;\n\n constructor(schema: Schema, options?: TableBatchBuilderOptions) {\n this.schema = schema;\n this.options = {...DEFAULT_OPTIONS, ...options};\n }\n\n limitReached(): boolean {\n if (Boolean(this.options?.limit) && this.totalLength >= this.options.limit) {\n return true;\n }\n if (Boolean(this.options?._limitMB) && this.totalBytes / 1e6 >= this.options._limitMB) {\n return true;\n }\n return false;\n }\n\n /** @deprecated Use addArrayRow or addObjectRow */\n addRow(row: any[] | {[columnName: string]: any}): void {\n if (this.limitReached()) {\n return;\n }\n this.totalLength++;\n this.rowBytes = this.rowBytes || this._estimateRowMB(row);\n this.totalBytes += this.rowBytes;\n if (Array.isArray(row)) {\n this.addArrayRow(row);\n } else {\n this.addObjectRow(row);\n }\n }\n\n /** Add one row to the batch */\n protected addArrayRow(row: any[]) {\n if (!this.aggregator) {\n const TableBatchType = this._getTableBatchType();\n this.aggregator = new TableBatchType(this.schema, this.options);\n }\n this.aggregator.addArrayRow(row);\n }\n\n /** Add one row to the batch */\n protected addObjectRow(row: {[columnName: string]: any}): void {\n if (!this.aggregator) {\n const TableBatchType = this._getTableBatchType();\n this.aggregator = new TableBatchType(this.schema, this.options);\n }\n this.aggregator.addObjectRow(row);\n }\n\n /** Mark an incoming raw memory chunk has completed */\n chunkComplete(chunk: ArrayBuffer | string): void {\n if (chunk instanceof ArrayBuffer) {\n this.bytesUsed += chunk.byteLength;\n }\n if (typeof chunk === 'string') {\n this.bytesUsed += chunk.length;\n }\n this.isChunkComplete = true;\n }\n\n getFullBatch(options?: GetBatchOptions): TableBatch | null {\n return this._isFull() ? this._getBatch(options) : null;\n }\n\n getFinalBatch(options?: GetBatchOptions): TableBatch | null {\n return this._getBatch(options);\n }\n\n // INTERNAL\n\n _estimateRowMB(row: any[] | object): number {\n return Array.isArray(row) ? row.length * 8 : Object.keys(row).length * 8;\n }\n\n private _isFull(): boolean {\n // No batch, not ready\n if (!this.aggregator || this.aggregator.rowCount() === 0) {\n return false;\n }\n\n // if batchSize === 'auto' we wait for chunk to complete\n // if batchSize === number, ensure we have enough rows\n if (this.options.batchSize === 'auto') {\n if (!this.isChunkComplete) {\n return false;\n }\n } else if (this.options.batchSize > this.aggregator.rowCount()) {\n return false;\n }\n\n // Debounce batches\n if (this.options.batchDebounceMs > Date.now() - this.lastBatchEmittedMs) {\n return false;\n }\n\n // Emit batch\n this.isChunkComplete = false;\n this.lastBatchEmittedMs = Date.now();\n return true;\n }\n\n /**\n * bytesUsed can be set via chunkComplete or via getBatch*\n */\n private _getBatch(options?: GetBatchOptions): TableBatch | null {\n if (!this.aggregator) {\n return null;\n }\n\n // TODO - this can overly increment bytes used?\n if (options?.bytesUsed) {\n this.bytesUsed = options.bytesUsed;\n }\n const normalizedBatch = this.aggregator.getBatch() as TableBatch;\n normalizedBatch.count = this.batchCount;\n normalizedBatch.bytesUsed = this.bytesUsed;\n Object.assign(normalizedBatch, options);\n\n this.batchCount++;\n this.aggregator = null;\n return normalizedBatch;\n }\n\n private _getTableBatchType(): TableBatchConstructor {\n switch (this.options.shape) {\n case 'row-table':\n return BaseTableBatchAggregator;\n case 'array-row-table':\n case 'object-row-table':\n return RowTableBatchAggregator;\n case 'columnar-table':\n return ColumnarTableBatchAggregator;\n case 'arrow-table':\n if (!TableBatchBuilder.ArrowBatch) {\n throw new Error(ERR_MESSAGE);\n }\n return TableBatchBuilder.ArrowBatch;\n default:\n throw new Error(ERR_MESSAGE);\n }\n }\n}\n"],"file":"table-batch-builder.js"}
|
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
Object.defineProperty(exports, "__esModule", {
|
|
4
|
-
value: true
|
|
5
|
-
});
|
|
6
|
-
exports.Type = void 0;
|
|
7
|
-
var Type;
|
|
8
|
-
exports.Type = Type;
|
|
9
|
-
|
|
10
|
-
(function (Type) {
|
|
11
|
-
Type[Type["NONE"] = 0] = "NONE";
|
|
12
|
-
Type[Type["Null"] = 1] = "Null";
|
|
13
|
-
Type[Type["Int"] = 2] = "Int";
|
|
14
|
-
Type[Type["Float"] = 3] = "Float";
|
|
15
|
-
Type[Type["Binary"] = 4] = "Binary";
|
|
16
|
-
Type[Type["Utf8"] = 5] = "Utf8";
|
|
17
|
-
Type[Type["Bool"] = 6] = "Bool";
|
|
18
|
-
Type[Type["Decimal"] = 7] = "Decimal";
|
|
19
|
-
Type[Type["Date"] = 8] = "Date";
|
|
20
|
-
Type[Type["Time"] = 9] = "Time";
|
|
21
|
-
Type[Type["Timestamp"] = 10] = "Timestamp";
|
|
22
|
-
Type[Type["Interval"] = 11] = "Interval";
|
|
23
|
-
Type[Type["List"] = 12] = "List";
|
|
24
|
-
Type[Type["Struct"] = 13] = "Struct";
|
|
25
|
-
Type[Type["Union"] = 14] = "Union";
|
|
26
|
-
Type[Type["FixedSizeBinary"] = 15] = "FixedSizeBinary";
|
|
27
|
-
Type[Type["FixedSizeList"] = 16] = "FixedSizeList";
|
|
28
|
-
Type[Type["Map"] = 17] = "Map";
|
|
29
|
-
Type[Type["Dictionary"] = -1] = "Dictionary";
|
|
30
|
-
Type[Type["Int8"] = -2] = "Int8";
|
|
31
|
-
Type[Type["Int16"] = -3] = "Int16";
|
|
32
|
-
Type[Type["Int32"] = -4] = "Int32";
|
|
33
|
-
Type[Type["Int64"] = -5] = "Int64";
|
|
34
|
-
Type[Type["Uint8"] = -6] = "Uint8";
|
|
35
|
-
Type[Type["Uint16"] = -7] = "Uint16";
|
|
36
|
-
Type[Type["Uint32"] = -8] = "Uint32";
|
|
37
|
-
Type[Type["Uint64"] = -9] = "Uint64";
|
|
38
|
-
Type[Type["Float16"] = -10] = "Float16";
|
|
39
|
-
Type[Type["Float32"] = -11] = "Float32";
|
|
40
|
-
Type[Type["Float64"] = -12] = "Float64";
|
|
41
|
-
Type[Type["DateDay"] = -13] = "DateDay";
|
|
42
|
-
Type[Type["DateMillisecond"] = -14] = "DateMillisecond";
|
|
43
|
-
Type[Type["TimestampSecond"] = -15] = "TimestampSecond";
|
|
44
|
-
Type[Type["TimestampMillisecond"] = -16] = "TimestampMillisecond";
|
|
45
|
-
Type[Type["TimestampMicrosecond"] = -17] = "TimestampMicrosecond";
|
|
46
|
-
Type[Type["TimestampNanosecond"] = -18] = "TimestampNanosecond";
|
|
47
|
-
Type[Type["TimeSecond"] = -19] = "TimeSecond";
|
|
48
|
-
Type[Type["TimeMillisecond"] = -20] = "TimeMillisecond";
|
|
49
|
-
Type[Type["TimeMicrosecond"] = -21] = "TimeMicrosecond";
|
|
50
|
-
Type[Type["TimeNanosecond"] = -22] = "TimeNanosecond";
|
|
51
|
-
Type[Type["DenseUnion"] = -23] = "DenseUnion";
|
|
52
|
-
Type[Type["SparseUnion"] = -24] = "SparseUnion";
|
|
53
|
-
Type[Type["IntervalDayTime"] = -25] = "IntervalDayTime";
|
|
54
|
-
Type[Type["IntervalYearMonth"] = -26] = "IntervalYearMonth";
|
|
55
|
-
})(Type || (exports.Type = Type = {}));
|
|
56
|
-
//# sourceMappingURL=enum.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../../src/lib/schema/impl/enum.ts"],"names":["Type"],"mappings":";;;;;;IA6BYA,I;;;WAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;AAAAA,EAAAA,I,CAAAA,I;GAAAA,I,oBAAAA,I","sourcesContent":["// This code is adapted from ArrowJS https://github.com/apache/arrow\n// under Apache license http://www.apache.org/licenses/LICENSE-2.0\n\n/**\n * Main data type enumeration.\n *\n * Data types in this library are all *logical*. They can be expressed as\n * either a primitive physical type (bytes or bits of some fixed size), a\n * nested type consisting of other data types, or another data type (e.g. a\n * timestamp encoded as an int64).\n *\n * **Note**: Only enum values 0-17 (NONE through Map) are written to an Arrow\n * IPC payload.\n *\n * The rest of the values are specified here so TypeScript can narrow the type\n * signatures further beyond the base Arrow Types. The Arrow DataTypes include\n * metadata like `bitWidth` that impact the type signatures of the values we\n * accept and return.\n *\n * For example, the `Int8Vector` reads 1-byte numbers from an `Int8Array`, an\n * `Int32Vector` reads a 4-byte number from an `Int32Array`, and an `Int64Vector`\n * reads a pair of 4-byte lo, hi 32-bit integers as a zero-copy slice from the\n * underlying `Int32Array`.\n *\n * Library consumers benefit by knowing the narrowest type, since we can ensure\n * the types across all public methods are propagated, and never bail to `any`.\n * These values are _never_ used at runtime, and they will _never_ be written\n * to the flatbuffers metadata of serialized Arrow IPC payloads.\n */\nexport enum Type {\n /** The default placeholder type */\n NONE = 0,\n /** A NULL type having no physical storage */\n Null = 1,\n /** Signed or unsigned 8, 16, 32, or 64-bit little-endian integer */\n Int = 2,\n /** 2, 4, or 8-byte floating point value */\n Float = 3,\n /** Variable-length bytes (no guarantee of UTF8-ness) */\n Binary = 4,\n /** UTF8 variable-length string as List<Char> */\n Utf8 = 5,\n /** Boolean as 1 bit, LSB bit-packed ordering */\n Bool = 6,\n /** Precision-and-scale-based decimal type. Storage type depends on the parameters. */\n Decimal = 7,\n /** int32_t days or int64_t milliseconds since the UNIX epoch */\n Date = 8,\n /** Time as signed 32 or 64-bit integer, representing either seconds, milliseconds, microseconds, or nanoseconds since midnight since midnight */\n Time = 9,\n /** Exact timestamp encoded with int64 since UNIX epoch (Default unit millisecond) */\n Timestamp = 10,\n /** YEAR_MONTH or DAY_TIME interval in SQL style */\n Interval = 11,\n /** A list of some logical data type */\n List = 12,\n /** Struct of logical types */\n Struct = 13,\n /** Union of logical types */\n Union = 14,\n /** Fixed-size binary. Each value occupies the same number of bytes */\n FixedSizeBinary = 15,\n /** Fixed-size list. Each value occupies the same number of bytes */\n FixedSizeList = 16,\n /** Map of named logical types */\n Map = 17,\n\n /** Dictionary aka Category type */\n Dictionary = -1,\n Int8 = -2,\n Int16 = -3,\n Int32 = -4,\n Int64 = -5,\n Uint8 = -6,\n Uint16 = -7,\n Uint32 = -8,\n Uint64 = -9,\n Float16 = -10,\n Float32 = -11,\n Float64 = -12,\n DateDay = -13,\n DateMillisecond = -14,\n TimestampSecond = -15,\n TimestampMillisecond = -16,\n TimestampMicrosecond = -17,\n TimestampNanosecond = -18,\n TimeSecond = -19,\n TimeMillisecond = -20,\n TimeMicrosecond = -21,\n TimeNanosecond = -22,\n DenseUnion = -23,\n SparseUnion = -24,\n IntervalDayTime = -25,\n IntervalYearMonth = -26\n}\n"],"file":"enum.js"}
|
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
|
|
5
|
-
Object.defineProperty(exports, "__esModule", {
|
|
6
|
-
value: true
|
|
7
|
-
});
|
|
8
|
-
exports.default = void 0;
|
|
9
|
-
|
|
10
|
-
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
11
|
-
|
|
12
|
-
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
13
|
-
|
|
14
|
-
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
15
|
-
|
|
16
|
-
var Field = function () {
|
|
17
|
-
function Field(name, type) {
|
|
18
|
-
var nullable = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : false;
|
|
19
|
-
var metadata = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : new Map();
|
|
20
|
-
(0, _classCallCheck2.default)(this, Field);
|
|
21
|
-
(0, _defineProperty2.default)(this, "name", void 0);
|
|
22
|
-
(0, _defineProperty2.default)(this, "type", void 0);
|
|
23
|
-
(0, _defineProperty2.default)(this, "nullable", void 0);
|
|
24
|
-
(0, _defineProperty2.default)(this, "metadata", void 0);
|
|
25
|
-
this.name = name;
|
|
26
|
-
this.type = type;
|
|
27
|
-
this.nullable = nullable;
|
|
28
|
-
this.metadata = metadata;
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
(0, _createClass2.default)(Field, [{
|
|
32
|
-
key: "typeId",
|
|
33
|
-
get: function get() {
|
|
34
|
-
return this.type && this.type.typeId;
|
|
35
|
-
}
|
|
36
|
-
}, {
|
|
37
|
-
key: "clone",
|
|
38
|
-
value: function clone() {
|
|
39
|
-
return new Field(this.name, this.type, this.nullable, this.metadata);
|
|
40
|
-
}
|
|
41
|
-
}, {
|
|
42
|
-
key: "compareTo",
|
|
43
|
-
value: function compareTo(other) {
|
|
44
|
-
return this.name === other.name && this.type === other.type && this.nullable === other.nullable && this.metadata === other.metadata;
|
|
45
|
-
}
|
|
46
|
-
}, {
|
|
47
|
-
key: "toString",
|
|
48
|
-
value: function toString() {
|
|
49
|
-
return "".concat(this.type).concat(this.nullable ? ', nullable' : '').concat(this.metadata ? ", metadata: ".concat(this.metadata) : '');
|
|
50
|
-
}
|
|
51
|
-
}]);
|
|
52
|
-
return Field;
|
|
53
|
-
}();
|
|
54
|
-
|
|
55
|
-
exports.default = Field;
|
|
56
|
-
//# sourceMappingURL=field.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../../../src/lib/schema/impl/field.ts"],"names":["Field","name","type","nullable","metadata","Map","typeId","other"],"mappings":";;;;;;;;;;;;;;;IAQqBA,K;AAMnB,iBACEC,IADF,EAEEC,IAFF,EAKE;AAAA,QAFAC,QAEA,uEAFW,KAEX;AAAA,QADAC,QACA,uEADgC,IAAIC,GAAJ,EAChC;AAAA;AAAA;AAAA;AAAA;AAAA;AACA,SAAKJ,IAAL,GAAYA,IAAZ;AACA,SAAKC,IAAL,GAAYA,IAAZ;AACA,SAAKC,QAAL,GAAgBA,QAAhB;AACA,SAAKC,QAAL,GAAgBA,QAAhB;AACD;;;;SAED,eAAqB;AACnB,aAAO,KAAKF,IAAL,IAAa,KAAKA,IAAL,CAAUI,MAA9B;AACD;;;WAED,iBAAe;AACb,aAAO,IAAIN,KAAJ,CAAU,KAAKC,IAAf,EAAqB,KAAKC,IAA1B,EAAgC,KAAKC,QAArC,EAA+C,KAAKC,QAApD,CAAP;AACD;;;WAED,mBAAUG,KAAV,EAAgC;AAC9B,aACE,KAAKN,IAAL,KAAcM,KAAK,CAACN,IAApB,IACA,KAAKC,IAAL,KAAcK,KAAK,CAACL,IADpB,IAEA,KAAKC,QAAL,KAAkBI,KAAK,CAACJ,QAFxB,IAGA,KAAKC,QAAL,KAAkBG,KAAK,CAACH,QAJ1B;AAMD;;;WAED,oBAAmB;AACjB,uBAAU,KAAKF,IAAf,SAAsB,KAAKC,QAAL,GAAgB,YAAhB,GAA+B,EAArD,SACE,KAAKC,QAAL,yBAA+B,KAAKA,QAApC,IAAiD,EADnD;AAGD","sourcesContent":["import {DataType} from './type';\n\n/**\n * ArrowJS `Field` API-compatible class for row-based tables\n * https://loaders.gl/arrowjs/docs/api-reference/field\n * A field holds name, nullable, and metadata information about a table \"column\"\n * A Schema is essentially a list of fields\n */\nexport default class Field {\n name: string;\n type: DataType;\n nullable: boolean;\n metadata: Map<string, string>;\n\n constructor(\n name: string,\n type: DataType,\n nullable = false,\n metadata: Map<string, string> = new Map()\n ) {\n this.name = name;\n this.type = type;\n this.nullable = nullable;\n this.metadata = metadata;\n }\n\n get typeId(): number {\n return this.type && this.type.typeId;\n }\n\n clone(): Field {\n return new Field(this.name, this.type, this.nullable, this.metadata);\n }\n\n compareTo(other: this): boolean {\n return (\n this.name === other.name &&\n this.type === other.type &&\n this.nullable === other.nullable &&\n this.metadata === other.metadata\n );\n }\n\n toString(): string {\n return `${this.type}${this.nullable ? ', nullable' : ''}${\n this.metadata ? `, metadata: ${this.metadata}` : ''\n }`;\n }\n}\n"],"file":"field.js"}
|
|
@@ -1,168 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
|
|
4
|
-
|
|
5
|
-
Object.defineProperty(exports, "__esModule", {
|
|
6
|
-
value: true
|
|
7
|
-
});
|
|
8
|
-
exports.default = void 0;
|
|
9
|
-
|
|
10
|
-
var _toConsumableArray2 = _interopRequireDefault(require("@babel/runtime/helpers/toConsumableArray"));
|
|
11
|
-
|
|
12
|
-
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
13
|
-
|
|
14
|
-
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
15
|
-
|
|
16
|
-
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
17
|
-
|
|
18
|
-
var _assert = require("../../utils/assert");
|
|
19
|
-
|
|
20
|
-
function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
|
|
21
|
-
|
|
22
|
-
function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
|
|
23
|
-
|
|
24
|
-
function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
|
|
25
|
-
|
|
26
|
-
var Schema = function () {
|
|
27
|
-
function Schema(fields, metadata) {
|
|
28
|
-
(0, _classCallCheck2.default)(this, Schema);
|
|
29
|
-
(0, _defineProperty2.default)(this, "fields", void 0);
|
|
30
|
-
(0, _defineProperty2.default)(this, "metadata", void 0);
|
|
31
|
-
(0, _assert.assert)(Array.isArray(fields));
|
|
32
|
-
checkNames(fields);
|
|
33
|
-
this.fields = fields;
|
|
34
|
-
this.metadata = metadata || new Map();
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
(0, _createClass2.default)(Schema, [{
|
|
38
|
-
key: "compareTo",
|
|
39
|
-
value: function compareTo(other) {
|
|
40
|
-
if (this.metadata !== other.metadata) {
|
|
41
|
-
return false;
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
if (this.fields.length !== other.fields.length) {
|
|
45
|
-
return false;
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
for (var i = 0; i < this.fields.length; ++i) {
|
|
49
|
-
if (!this.fields[i].compareTo(other.fields[i])) {
|
|
50
|
-
return false;
|
|
51
|
-
}
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
return true;
|
|
55
|
-
}
|
|
56
|
-
}, {
|
|
57
|
-
key: "select",
|
|
58
|
-
value: function select() {
|
|
59
|
-
var nameMap = Object.create(null);
|
|
60
|
-
|
|
61
|
-
for (var _len = arguments.length, columnNames = new Array(_len), _key = 0; _key < _len; _key++) {
|
|
62
|
-
columnNames[_key] = arguments[_key];
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
for (var _i = 0, _columnNames = columnNames; _i < _columnNames.length; _i++) {
|
|
66
|
-
var name = _columnNames[_i];
|
|
67
|
-
nameMap[name] = true;
|
|
68
|
-
}
|
|
69
|
-
|
|
70
|
-
var selectedFields = this.fields.filter(function (field) {
|
|
71
|
-
return nameMap[field.name];
|
|
72
|
-
});
|
|
73
|
-
return new Schema(selectedFields, this.metadata);
|
|
74
|
-
}
|
|
75
|
-
}, {
|
|
76
|
-
key: "selectAt",
|
|
77
|
-
value: function selectAt() {
|
|
78
|
-
var _this = this;
|
|
79
|
-
|
|
80
|
-
for (var _len2 = arguments.length, columnIndices = new Array(_len2), _key2 = 0; _key2 < _len2; _key2++) {
|
|
81
|
-
columnIndices[_key2] = arguments[_key2];
|
|
82
|
-
}
|
|
83
|
-
|
|
84
|
-
var selectedFields = columnIndices.map(function (index) {
|
|
85
|
-
return _this.fields[index];
|
|
86
|
-
}).filter(Boolean);
|
|
87
|
-
return new Schema(selectedFields, this.metadata);
|
|
88
|
-
}
|
|
89
|
-
}, {
|
|
90
|
-
key: "assign",
|
|
91
|
-
value: function assign(schemaOrFields) {
|
|
92
|
-
var fields;
|
|
93
|
-
var metadata = this.metadata;
|
|
94
|
-
|
|
95
|
-
if (schemaOrFields instanceof Schema) {
|
|
96
|
-
var otherSchema = schemaOrFields;
|
|
97
|
-
fields = otherSchema.fields;
|
|
98
|
-
metadata = mergeMaps(mergeMaps(new Map(), this.metadata), otherSchema.metadata);
|
|
99
|
-
} else {
|
|
100
|
-
fields = schemaOrFields;
|
|
101
|
-
}
|
|
102
|
-
|
|
103
|
-
var fieldMap = Object.create(null);
|
|
104
|
-
|
|
105
|
-
var _iterator = _createForOfIteratorHelper(this.fields),
|
|
106
|
-
_step;
|
|
107
|
-
|
|
108
|
-
try {
|
|
109
|
-
for (_iterator.s(); !(_step = _iterator.n()).done;) {
|
|
110
|
-
var field = _step.value;
|
|
111
|
-
fieldMap[field.name] = field;
|
|
112
|
-
}
|
|
113
|
-
} catch (err) {
|
|
114
|
-
_iterator.e(err);
|
|
115
|
-
} finally {
|
|
116
|
-
_iterator.f();
|
|
117
|
-
}
|
|
118
|
-
|
|
119
|
-
var _iterator2 = _createForOfIteratorHelper(fields),
|
|
120
|
-
_step2;
|
|
121
|
-
|
|
122
|
-
try {
|
|
123
|
-
for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
|
|
124
|
-
var _field = _step2.value;
|
|
125
|
-
fieldMap[_field.name] = _field;
|
|
126
|
-
}
|
|
127
|
-
} catch (err) {
|
|
128
|
-
_iterator2.e(err);
|
|
129
|
-
} finally {
|
|
130
|
-
_iterator2.f();
|
|
131
|
-
}
|
|
132
|
-
|
|
133
|
-
var mergedFields = Object.values(fieldMap);
|
|
134
|
-
return new Schema(mergedFields, metadata);
|
|
135
|
-
}
|
|
136
|
-
}]);
|
|
137
|
-
return Schema;
|
|
138
|
-
}();
|
|
139
|
-
|
|
140
|
-
exports.default = Schema;
|
|
141
|
-
|
|
142
|
-
function checkNames(fields) {
|
|
143
|
-
var usedNames = {};
|
|
144
|
-
|
|
145
|
-
var _iterator3 = _createForOfIteratorHelper(fields),
|
|
146
|
-
_step3;
|
|
147
|
-
|
|
148
|
-
try {
|
|
149
|
-
for (_iterator3.s(); !(_step3 = _iterator3.n()).done;) {
|
|
150
|
-
var field = _step3.value;
|
|
151
|
-
|
|
152
|
-
if (usedNames[field.name]) {
|
|
153
|
-
console.warn('Schema: duplicated field name', field.name, field);
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
usedNames[field.name] = true;
|
|
157
|
-
}
|
|
158
|
-
} catch (err) {
|
|
159
|
-
_iterator3.e(err);
|
|
160
|
-
} finally {
|
|
161
|
-
_iterator3.f();
|
|
162
|
-
}
|
|
163
|
-
}
|
|
164
|
-
|
|
165
|
-
function mergeMaps(m1, m2) {
|
|
166
|
-
return new Map([].concat((0, _toConsumableArray2.default)(m1 || new Map()), (0, _toConsumableArray2.default)(m2 || new Map())));
|
|
167
|
-
}
|
|
168
|
-
//# sourceMappingURL=schema.js.map
|