@loaders.gl/schema 4.2.0-alpha.5 → 4.2.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/dist.dev.js +66 -26
- package/dist/dist.min.js +1 -1
- package/dist/index.cjs +68 -28
- package/dist/index.cjs.map +2 -2
- package/dist/lib/table/arrow-api/arrow-like-field.js +5 -1
- package/dist/lib/table/arrow-api/arrow-like-schema.js +2 -0
- package/dist/lib/table/arrow-api/arrow-like-table.js +4 -0
- package/dist/lib/table/arrow-api/arrow-like-type.d.ts.map +1 -1
- package/dist/lib/table/arrow-api/arrow-like-type.js +16 -2
- package/dist/lib/table/batches/base-table-batch-aggregator.js +7 -4
- package/dist/lib/table/batches/columnar-table-batch-aggregator.js +4 -3
- package/dist/lib/table/batches/row-table-batch-aggregator.js +9 -7
- package/dist/lib/table/batches/table-batch-builder.js +11 -8
- package/dist/lib/utils/async-queue.js +3 -0
- package/package.json +2 -2
- package/src/lib/table/arrow-api/arrow-like-field.ts +2 -2
- package/src/lib/table/arrow-api/arrow-like-type.ts +4 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"arrow-like-type.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/arrow-api/arrow-like-type.ts"],"names":[],"mappings":"AAOA,OAAO,EAAC,IAAI,EAAC,kBAAe;AAE5B,OAAO,EAAC,cAAc,IAAI,KAAK,EAAC,8BAA2B;AAE3D,OAAO,EAAC,IAAI,EAAC,kBAAe;AAE5B,MAAM,MAAM,aAAa,GACrB,SAAS,GACT,UAAU,GACV,UAAU,GACV,WAAW,GACX,UAAU,GACV,WAAW,GACX,iBAAiB,CAAC;AAEtB,MAAM,MAAM,eAAe,GAAG,YAAY,GAAG,YAAY,CAAC;AAE1D,MAAM,MAAM,UAAU,GAAG,aAAa,GAAG,eAAe,CAAC;AAEzD,MAAM,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,aAAa,GAAG,eAAe,CAAC;AAExE,+BAA+B;AAC/B,qBAAa,QAAQ;IACnB,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG7B,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG/B,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGhC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGjC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGnC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGlC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGhC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG/B,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGzC,MAAM,CAAC,eAAe,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGvC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG7B,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAIpC,IAAI,MAAM,IAAI,IAAI,CAEjB;IAOD,SAAS,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO;CAIpC;AAID,qBAAa,IAAK,SAAQ,QAAQ;IAChC,IAAI,MAAM,IAAI,IAAI,CAEjB;IACD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAID,qBAAa,IAAK,SAAQ,QAAQ;IAChC,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAID,qBAAa,GAAI,SAAQ,QAAQ;IAC/B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBACd,QAAQ,KAAA,EAAE,QAAQ,KAAA;IAK9B,IAAI,MAAM,IAAI,IAAI,CAEjB;IAeD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,IAAK,SAAQ,GAAG;;CAI5B;AACD,qBAAa,KAAM,SAAQ,GAAG;;CAI7B;AACD,qBAAa,KAAM,SAAQ,GAAG;;CAI7B;AACD,qBAAa,KAAM,SAAQ,GAAG;;CAI7B;AACD,qBAAa,KAAM,SAAQ,GAAG;;CAI7B;AACD,qBAAa,MAAO,SAAQ,GAAG;;CAI9B;AACD,qBAAa,MAAO,SAAQ,GAAG;;CAI9B;AACD,qBAAa,MAAO,SAAQ,GAAG;;CAI9B;AAUD,qBAAa,KAAM,SAAQ,QAAQ;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;gBACf,SAAS,KAAA;IAIrB,IAAI,MAAM,IAAI,IAAI,CAEjB;IAaD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,OAAQ,SAAQ,KAAK;;CAIjC;AACD,qBAAa,OAAQ,SAAQ,KAAK;;CAIjC;AACD,qBAAa,OAAQ,SAAQ,KAAK;;CAIjC;AAED,qBAAa,MAAO,SAAQ,QAAQ;;IAIlC,IAAI,MAAM,SAET;IACD,QAAQ;IAGR,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,WAEvB;CACF;AAID,qBAAa,IAAK,SAAQ,QAAQ;IAChC,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AASD,qBAAa,IAAK,SAAQ,QAAQ;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBACV,IAAI,KAAA;IAIhB,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,OAAQ,SAAQ,IAAI;;CAIhC;AACD,qBAAa,eAAgB,SAAQ,IAAI;;CAIxC;AASD,qBAAa,IAAK,SAAQ,QAAQ;IAChC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;IACnB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAEd,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM;IAKvC,IAAI,MAAM,IAAI,IAAI,CAEjB;IACD,QAAQ,IAAI,MAAM;IAGlB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;CAIF;AAED,qBAAa,UAAW,SAAQ,IAAI;;CAInC;AACD,qBAAa,eAAgB,SAAQ,IAAI;;CAIxC;AAID,qBAAa,SAAU,SAAQ,QAAQ;IACrC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;IACnB,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC;gBAEX,IAAI,EAAE,GAAG,EAAE,QAAQ,OAAO;IAKtC,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,eAAgB,SAAQ,SAAS;gBAChC,QAAQ,OAAO;CAG5B;AACD,qBAAa,oBAAqB,SAAQ,SAAS;gBACrC,QAAQ,OAAO;CAG5B;AACD,qBAAa,oBAAqB,SAAQ,SAAS;gBACrC,QAAQ,OAAO;CAG5B;AACD,qBAAa,mBAAoB,SAAQ,SAAS;gBACpC,QAAQ,OAAO;CAG5B;AAOD,qBAAa,QAAS,SAAQ,QAAQ;IACpC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBACV,IAAI,EAAE,MAAM;IAIxB,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,eAAgB,SAAQ,QAAQ;;CAI5C;AACD,qBAAa,iBAAkB,SAAQ,QAAQ;;CAI9C;AAED,qBAAa,aAAc,SAAQ,QAAQ;IACzC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;gBAEf,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK;IAK1C,IAAI,MAAM,IAAI,IAAI,CAEjB;IACD,IAAI,SAAS,aAEZ;IACD,IAAI,UAAU,UAEb;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,MAAO,SAAQ,QAAQ;IAClC,SAAgB,QAAQ,EAAE,KAAK,EAAE,CAAC;gBAEtB,QAAQ,EAAE,KAAK,EAAE;IAK7B,IAAW,MAAM,SAEhB;IACM,QAAQ;
|
|
1
|
+
{"version":3,"file":"arrow-like-type.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/arrow-api/arrow-like-type.ts"],"names":[],"mappings":"AAOA,OAAO,EAAC,IAAI,EAAC,kBAAe;AAE5B,OAAO,EAAC,cAAc,IAAI,KAAK,EAAC,8BAA2B;AAE3D,OAAO,EAAC,IAAI,EAAC,kBAAe;AAE5B,MAAM,MAAM,aAAa,GACrB,SAAS,GACT,UAAU,GACV,UAAU,GACV,WAAW,GACX,UAAU,GACV,WAAW,GACX,iBAAiB,CAAC;AAEtB,MAAM,MAAM,eAAe,GAAG,YAAY,GAAG,YAAY,CAAC;AAE1D,MAAM,MAAM,UAAU,GAAG,aAAa,GAAG,eAAe,CAAC;AAEzD,MAAM,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,aAAa,GAAG,eAAe,CAAC;AAExE,+BAA+B;AAC/B,qBAAa,QAAQ;IACnB,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG7B,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG/B,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGhC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGjC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGnC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGlC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG9B,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGhC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG/B,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGzC,MAAM,CAAC,eAAe,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAGvC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAG7B,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,GAAG,OAAO;IAIpC,IAAI,MAAM,IAAI,IAAI,CAEjB;IAOD,SAAS,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO;CAIpC;AAID,qBAAa,IAAK,SAAQ,QAAQ;IAChC,IAAI,MAAM,IAAI,IAAI,CAEjB;IACD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAID,qBAAa,IAAK,SAAQ,QAAQ;IAChC,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAID,qBAAa,GAAI,SAAQ,QAAQ;IAC/B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBACd,QAAQ,KAAA,EAAE,QAAQ,KAAA;IAK9B,IAAI,MAAM,IAAI,IAAI,CAEjB;IAeD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,IAAK,SAAQ,GAAG;;CAI5B;AACD,qBAAa,KAAM,SAAQ,GAAG;;CAI7B;AACD,qBAAa,KAAM,SAAQ,GAAG;;CAI7B;AACD,qBAAa,KAAM,SAAQ,GAAG;;CAI7B;AACD,qBAAa,KAAM,SAAQ,GAAG;;CAI7B;AACD,qBAAa,MAAO,SAAQ,GAAG;;CAI9B;AACD,qBAAa,MAAO,SAAQ,GAAG;;CAI9B;AACD,qBAAa,MAAO,SAAQ,GAAG;;CAI9B;AAUD,qBAAa,KAAM,SAAQ,QAAQ;IACjC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;gBACf,SAAS,KAAA;IAIrB,IAAI,MAAM,IAAI,IAAI,CAEjB;IAaD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,OAAQ,SAAQ,KAAK;;CAIjC;AACD,qBAAa,OAAQ,SAAQ,KAAK;;CAIjC;AACD,qBAAa,OAAQ,SAAQ,KAAK;;CAIjC;AAED,qBAAa,MAAO,SAAQ,QAAQ;;IAIlC,IAAI,MAAM,SAET;IACD,QAAQ;IAGR,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,WAEvB;CACF;AAID,qBAAa,IAAK,SAAQ,QAAQ;IAChC,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AASD,qBAAa,IAAK,SAAQ,QAAQ;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBACV,IAAI,KAAA;IAIhB,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,OAAQ,SAAQ,IAAI;;CAIhC;AACD,qBAAa,eAAgB,SAAQ,IAAI;;CAIxC;AASD,qBAAa,IAAK,SAAQ,QAAQ;IAChC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;IACnB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAEd,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM;IAKvC,IAAI,MAAM,IAAI,IAAI,CAEjB;IACD,QAAQ,IAAI,MAAM;IAGlB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;CAIF;AAED,qBAAa,UAAW,SAAQ,IAAI;;CAInC;AACD,qBAAa,eAAgB,SAAQ,IAAI;;CAIxC;AAID,qBAAa,SAAU,SAAQ,QAAQ;IACrC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;IACnB,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC;gBAEX,IAAI,EAAE,GAAG,EAAE,QAAQ,OAAO;IAKtC,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,eAAgB,SAAQ,SAAS;gBAChC,QAAQ,OAAO;CAG5B;AACD,qBAAa,oBAAqB,SAAQ,SAAS;gBACrC,QAAQ,OAAO;CAG5B;AACD,qBAAa,oBAAqB,SAAQ,SAAS;gBACrC,QAAQ,OAAO;CAG5B;AACD,qBAAa,mBAAoB,SAAQ,SAAS;gBACpC,QAAQ,OAAO;CAG5B;AAOD,qBAAa,QAAS,SAAQ,QAAQ;IACpC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBACV,IAAI,EAAE,MAAM;IAIxB,IAAI,MAAM,IAAI,IAAI,CAEjB;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,eAAgB,SAAQ,QAAQ;;CAI5C;AACD,qBAAa,iBAAkB,SAAQ,QAAQ;;CAI9C;AAED,qBAAa,aAAc,SAAQ,QAAQ;IACzC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;gBAEf,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK;IAK1C,IAAI,MAAM,IAAI,IAAI,CAEjB;IACD,IAAI,SAAS,aAEZ;IACD,IAAI,UAAU,UAEb;IAID,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;IACD,QAAQ,IAAI,MAAM;CAGnB;AAED,qBAAa,MAAO,SAAQ,QAAQ;IAClC,SAAgB,QAAQ,EAAE,KAAK,EAAE,CAAC;gBAEtB,QAAQ,EAAE,KAAK,EAAE;IAK7B,IAAW,MAAM,SAEhB;IACM,QAAQ;IAKf,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,CAEjC;CACF"}
|
|
@@ -102,6 +102,8 @@ export class Bool extends DataType {
|
|
|
102
102
|
}
|
|
103
103
|
// INTS
|
|
104
104
|
export class Int extends DataType {
|
|
105
|
+
isSigned;
|
|
106
|
+
bitWidth;
|
|
105
107
|
constructor(isSigned, bitWidth) {
|
|
106
108
|
super();
|
|
107
109
|
this.isSigned = isSigned;
|
|
@@ -178,6 +180,7 @@ const Precision = {
|
|
|
178
180
|
DOUBLE: 64
|
|
179
181
|
};
|
|
180
182
|
export class Float extends DataType {
|
|
183
|
+
precision;
|
|
181
184
|
constructor(precision) {
|
|
182
185
|
super();
|
|
183
186
|
this.precision = precision;
|
|
@@ -254,6 +257,7 @@ const DateUnit = {
|
|
|
254
257
|
MILLISECOND: 1
|
|
255
258
|
};
|
|
256
259
|
export class Date extends DataType {
|
|
260
|
+
unit;
|
|
257
261
|
constructor(unit) {
|
|
258
262
|
super();
|
|
259
263
|
this.unit = unit;
|
|
@@ -288,6 +292,8 @@ const TimeUnit = {
|
|
|
288
292
|
NANOSECOND: 1e9
|
|
289
293
|
};
|
|
290
294
|
export class Time extends DataType {
|
|
295
|
+
unit;
|
|
296
|
+
bitWidth;
|
|
291
297
|
constructor(unit, bitWidth) {
|
|
292
298
|
super();
|
|
293
299
|
this.unit = unit;
|
|
@@ -316,6 +322,8 @@ export class TimeMillisecond extends Time {
|
|
|
316
322
|
// export class TimeMicrosecond extends Time { constructor() { super(TimeUnit.MICROSECOND, 64); } }
|
|
317
323
|
// export class TimeNanosecond extends Time { constructor() { super(TimeUnit.NANOSECOND, 64); } }
|
|
318
324
|
export class Timestamp extends DataType {
|
|
325
|
+
unit;
|
|
326
|
+
timezone;
|
|
319
327
|
constructor(unit, timezone = null) {
|
|
320
328
|
super();
|
|
321
329
|
this.unit = unit;
|
|
@@ -359,6 +367,7 @@ const IntervalUnit = {
|
|
|
359
367
|
YEAR_MONTH: 1
|
|
360
368
|
};
|
|
361
369
|
export class Interval extends DataType {
|
|
370
|
+
unit;
|
|
362
371
|
constructor(unit) {
|
|
363
372
|
super();
|
|
364
373
|
this.unit = unit;
|
|
@@ -387,6 +396,8 @@ export class IntervalYearMonth extends Interval {
|
|
|
387
396
|
}
|
|
388
397
|
}
|
|
389
398
|
export class FixedSizeList extends DataType {
|
|
399
|
+
listSize;
|
|
400
|
+
children;
|
|
390
401
|
constructor(listSize, child) {
|
|
391
402
|
super();
|
|
392
403
|
this.listSize = listSize;
|
|
@@ -408,10 +419,11 @@ export class FixedSizeList extends DataType {
|
|
|
408
419
|
return 'FixedSizeList';
|
|
409
420
|
}
|
|
410
421
|
toString() {
|
|
411
|
-
return `FixedSizeList[${this.listSize}]<${this.valueType}>`;
|
|
422
|
+
return `FixedSizeList[${this.listSize}]<${JSON.stringify(this.valueType)}>`;
|
|
412
423
|
}
|
|
413
424
|
}
|
|
414
425
|
export class Struct extends DataType {
|
|
426
|
+
children;
|
|
415
427
|
constructor(children) {
|
|
416
428
|
super();
|
|
417
429
|
this.children = children;
|
|
@@ -420,7 +432,9 @@ export class Struct extends DataType {
|
|
|
420
432
|
return Type.Struct;
|
|
421
433
|
}
|
|
422
434
|
toString() {
|
|
423
|
-
return `Struct<{${this.children
|
|
435
|
+
return `Struct<{${this.children
|
|
436
|
+
.map((f) => `${f.name}:${JSON.stringify(f.type)}`)
|
|
437
|
+
.join(', ')}}>`;
|
|
424
438
|
}
|
|
425
439
|
get [Symbol.toStringTag]() {
|
|
426
440
|
return 'Struct';
|
|
@@ -3,11 +3,14 @@
|
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
const DEFAULT_ROW_COUNT = 100;
|
|
5
5
|
export class BaseTableBatchAggregator {
|
|
6
|
+
schema;
|
|
7
|
+
options;
|
|
8
|
+
shape;
|
|
9
|
+
length = 0;
|
|
10
|
+
rows = null;
|
|
11
|
+
cursor = 0;
|
|
12
|
+
_headers = [];
|
|
6
13
|
constructor(schema, options) {
|
|
7
|
-
this.length = 0;
|
|
8
|
-
this.rows = null;
|
|
9
|
-
this.cursor = 0;
|
|
10
|
-
this._headers = [];
|
|
11
14
|
this.options = options;
|
|
12
15
|
this.schema = schema;
|
|
13
16
|
// schema is an array if there're no headers
|
|
@@ -3,10 +3,11 @@
|
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
const DEFAULT_ROW_COUNT = 100;
|
|
5
5
|
export class ColumnarTableBatchAggregator {
|
|
6
|
+
schema;
|
|
7
|
+
length = 0;
|
|
8
|
+
allocated = 0;
|
|
9
|
+
columns = {};
|
|
6
10
|
constructor(schema, options) {
|
|
7
|
-
this.length = 0;
|
|
8
|
-
this.allocated = 0;
|
|
9
|
-
this.columns = {};
|
|
10
11
|
this.schema = schema;
|
|
11
12
|
this._reallocateColumns();
|
|
12
13
|
}
|
|
@@ -4,12 +4,14 @@
|
|
|
4
4
|
import { convertToArrayRow, convertToObjectRow, inferHeadersFromArrayRow, inferHeadersFromObjectRow } from "../simple-table/row-utils.js";
|
|
5
5
|
const DEFAULT_ROW_COUNT = 100;
|
|
6
6
|
export class RowTableBatchAggregator {
|
|
7
|
+
schema;
|
|
8
|
+
options;
|
|
9
|
+
length = 0;
|
|
10
|
+
objectRows = null;
|
|
11
|
+
arrayRows = null;
|
|
12
|
+
cursor = 0;
|
|
13
|
+
_headers = null;
|
|
7
14
|
constructor(schema, options) {
|
|
8
|
-
this.length = 0;
|
|
9
|
-
this.objectRows = null;
|
|
10
|
-
this.arrayRows = null;
|
|
11
|
-
this.cursor = 0;
|
|
12
|
-
this._headers = null;
|
|
13
15
|
this.options = options;
|
|
14
16
|
this.schema = schema;
|
|
15
17
|
// schema is an array if there're no headers
|
|
@@ -29,7 +31,7 @@ export class RowTableBatchAggregator {
|
|
|
29
31
|
this.cursor = cursor;
|
|
30
32
|
}
|
|
31
33
|
// TODO - infer schema at a higher level, instead of hacking headers here?
|
|
32
|
-
this._headers
|
|
34
|
+
this._headers ||= inferHeadersFromArrayRow(row);
|
|
33
35
|
// eslint-disable-next-line default-case
|
|
34
36
|
switch (this.options.shape) {
|
|
35
37
|
case 'object-row-table':
|
|
@@ -48,7 +50,7 @@ export class RowTableBatchAggregator {
|
|
|
48
50
|
this.cursor = cursor;
|
|
49
51
|
}
|
|
50
52
|
// TODO - infer schema at a higher level, instead of hacking headers here?
|
|
51
|
-
this._headers
|
|
53
|
+
this._headers ||= inferHeadersFromObjectRow(row);
|
|
52
54
|
// eslint-disable-next-line default-case
|
|
53
55
|
switch (this.options.shape) {
|
|
54
56
|
case 'array-row-table':
|
|
@@ -14,15 +14,18 @@ const DEFAULT_OPTIONS = {
|
|
|
14
14
|
const ERR_MESSAGE = 'TableBatchBuilder';
|
|
15
15
|
/** Incrementally builds batches from a stream of rows */
|
|
16
16
|
export class TableBatchBuilder {
|
|
17
|
+
schema;
|
|
18
|
+
options;
|
|
19
|
+
aggregator = null;
|
|
20
|
+
batchCount = 0;
|
|
21
|
+
bytesUsed = 0;
|
|
22
|
+
isChunkComplete = false;
|
|
23
|
+
lastBatchEmittedMs = Date.now();
|
|
24
|
+
totalLength = 0;
|
|
25
|
+
totalBytes = 0;
|
|
26
|
+
rowBytes = 0;
|
|
27
|
+
static ArrowBatch;
|
|
17
28
|
constructor(schema, options) {
|
|
18
|
-
this.aggregator = null;
|
|
19
|
-
this.batchCount = 0;
|
|
20
|
-
this.bytesUsed = 0;
|
|
21
|
-
this.isChunkComplete = false;
|
|
22
|
-
this.lastBatchEmittedMs = Date.now();
|
|
23
|
-
this.totalLength = 0;
|
|
24
|
-
this.totalBytes = 0;
|
|
25
|
-
this.rowBytes = 0;
|
|
26
29
|
this.schema = schema;
|
|
27
30
|
this.options = { ...DEFAULT_OPTIONS, ...options };
|
|
28
31
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/schema",
|
|
3
|
-
"version": "4.2.0-
|
|
3
|
+
"version": "4.2.0-beta.1",
|
|
4
4
|
"description": "Table format APIs for JSON, CSV, etc...",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -46,5 +46,5 @@
|
|
|
46
46
|
"peerDependencies": {
|
|
47
47
|
"@loaders.gl/core": "^4.0.0"
|
|
48
48
|
},
|
|
49
|
-
"gitHead": "
|
|
49
|
+
"gitHead": "c386a9196516fe3ff24847b40e6c77be039cf905"
|
|
50
50
|
}
|
|
@@ -46,8 +46,8 @@ export class ArrowLikeField {
|
|
|
46
46
|
}
|
|
47
47
|
|
|
48
48
|
toString(): string {
|
|
49
|
-
return `${this.type}${this.nullable ? ', nullable' : ''}${
|
|
50
|
-
this.metadata ? `, metadata: ${this.metadata}` : ''
|
|
49
|
+
return `${JSON.stringify(this.type)}${this.nullable ? ', nullable' : ''}${
|
|
50
|
+
this.metadata ? `, metadata: ${JSON.stringify(this.metadata)}` : ''
|
|
51
51
|
}`;
|
|
52
52
|
}
|
|
53
53
|
}
|
|
@@ -476,7 +476,7 @@ export class FixedSizeList extends DataType {
|
|
|
476
476
|
return 'FixedSizeList';
|
|
477
477
|
}
|
|
478
478
|
toString(): string {
|
|
479
|
-
return `FixedSizeList[${this.listSize}]<${this.valueType}>`;
|
|
479
|
+
return `FixedSizeList[${this.listSize}]<${JSON.stringify(this.valueType)}>`;
|
|
480
480
|
}
|
|
481
481
|
}
|
|
482
482
|
|
|
@@ -492,7 +492,9 @@ export class Struct extends DataType {
|
|
|
492
492
|
return Type.Struct;
|
|
493
493
|
}
|
|
494
494
|
public toString() {
|
|
495
|
-
return `Struct<{${this.children
|
|
495
|
+
return `Struct<{${this.children
|
|
496
|
+
.map((f) => `${f.name}:${JSON.stringify(f.type)}`)
|
|
497
|
+
.join(', ')}}>`;
|
|
496
498
|
}
|
|
497
499
|
get [Symbol.toStringTag](): string {
|
|
498
500
|
return 'Struct';
|