@loaders.gl/scan 5.0.0-alpha.11 → 5.0.0-alpha.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -1
- package/README.md +4 -4
- package/dist/delta.cjs +2767 -5788
- package/dist/delta.cjs.map +3 -3
- package/dist/dist.min.js +20 -20
- package/dist/federated-table-scan-source.d.ts +2 -2
- package/dist/federated-table-scan-source.d.ts.map +1 -1
- package/dist/federated-table-scan-source.js +2 -2
- package/dist/federated-table-scan-source.js.map +1 -1
- package/dist/hudi.cjs +2606 -5627
- package/dist/hudi.cjs.map +3 -3
- package/dist/hudi.d.ts +2 -2
- package/dist/hudi.d.ts.map +1 -1
- package/dist/hudi.js +1 -1
- package/dist/hudi.js.map +1 -1
- package/dist/iceberg.cjs +2533 -5658
- package/dist/iceberg.cjs.map +3 -3
- package/dist/index.cjs +20 -20
- package/dist/index.cjs.map +2 -2
- package/dist/index.d.ts +5 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -3
- package/dist/index.js.map +1 -1
- package/dist/scan-engine.d.ts +2 -2
- package/dist/scan-engine.d.ts.map +1 -1
- package/dist/vector-table-scan-source.d.ts +2 -2
- package/dist/vector-table-scan-source.d.ts.map +1 -1
- package/dist/vector-table-scan-source.js +2 -2
- package/dist/vector-table-scan-source.js.map +1 -1
- package/package.json +8 -9
- package/src/federated-table-scan-source.ts +7 -3
- package/src/hudi.ts +2 -2
- package/src/index.ts +6 -6
- package/src/scan-engine.ts +2 -2
- package/src/vector-table-scan-source.ts +4 -4
package/dist/scan-engine.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import type { ArrowTable } from '@loaders.gl/schema';
|
|
1
|
+
import type { ArrowTable } from '@loaders.gl/core/schema';
|
|
2
2
|
import { type ArrowQueryOptions, type SQLPredicate } from '@loaders.gl/sql';
|
|
3
|
-
import type { TableQueryExplain } from '@loaders.gl/loader-utils';
|
|
3
|
+
import type { TableQueryExplain } from '@loaders.gl/core/loader-utils';
|
|
4
4
|
/** Names accepted by the optional scan engine factory. */
|
|
5
5
|
export type ScanBackendName = 'arrow' | (string & {});
|
|
6
6
|
/** A backend implementation for the Arrow table query surface. */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scan-engine.d.ts","sourceRoot":"","sources":["../src/scan-engine.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,
|
|
1
|
+
{"version":3,"file":"scan-engine.d.ts","sourceRoot":"","sources":["../src/scan-engine.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAGL,KAAK,iBAAiB,EACtB,KAAK,YAAY,EAClB,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAErE,0DAA0D;AAC1D,MAAM,MAAM,eAAe,GAAG,OAAO,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAEtD,kEAAkE;AAClE,MAAM,MAAM,WAAW,GAAG,QAAQ,CAAC;IACjC,kDAAkD;IAClD,IAAI,EAAE,eAAe,CAAC;IACtB,uDAAuD;IACvD,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,UAAU,CAAC;IACxE,uFAAuF;IACvF,UAAU,CAAC,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,iBAAiB,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;IAC3F,sDAAsD;IACtD,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC;CAChG,CAAC,CAAC;AAEH,6DAA6D;AAC7D,MAAM,MAAM,iBAAiB,GAAG,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;AAEzE,0CAA0C;AAC1C,MAAM,MAAM,iBAAiB,GAAG,QAAQ,CAAC;IACvC,+DAA+D;IAC/D,OAAO,CAAC,EAAE,eAAe,CAAC;CAC3B,CAAC,CAAC;AAEH,kFAAkF;AAClF,MAAM,MAAM,UAAU,GAAG,WAAW,GAAG;IACrC,8FAA8F;IAC9F,UAAU,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,iBAAiB,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;CAC3F,CAAC;AAgBF;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAK1F;AAED;;;;;GAKG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,UAAU,CAAC,CAsB3F"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { ArrowTable, ArrowTableBatch } from '@loaders.gl/schema';
|
|
2
|
-
import type { GetFeaturesParameters, GetTileParameters, ScanQueryMetadata, ScanQueryMetadataOptions, ScanSpatialMetadata, TableQueryExplain, VectorSource, VectorTileSource } from '@loaders.gl/loader-utils';
|
|
1
|
+
import type { ArrowTable, ArrowTableBatch } from '@loaders.gl/core/schema';
|
|
2
|
+
import type { GetFeaturesParameters, GetTileParameters, ScanQueryMetadata, ScanQueryMetadataOptions, ScanSpatialMetadata, TableQueryExplain, VectorSource, VectorTileSource } from '@loaders.gl/core/loader-utils';
|
|
3
3
|
import { type ArrowQueryOptions, type SQLPredicate } from '@loaders.gl/sql';
|
|
4
4
|
/** Shared display and provenance options for an addressed vector-table scan. */
|
|
5
5
|
export type VectorTableScanSourceOptions = Readonly<{
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vector-table-scan-source.d.ts","sourceRoot":"","sources":["../src/vector-table-scan-source.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAE,eAAe,EAAC,MAAM,
|
|
1
|
+
{"version":3,"file":"vector-table-scan-source.d.ts","sourceRoot":"","sources":["../src/vector-table-scan-source.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAE,eAAe,EAAC,MAAM,yBAAyB,CAAC;AAEzE,OAAO,KAAK,EACV,qBAAqB,EACrB,iBAAiB,EACjB,iBAAiB,EACjB,wBAAwB,EACxB,mBAAmB,EACnB,iBAAiB,EACjB,YAAY,EACZ,gBAAgB,EACjB,MAAM,+BAA+B,CAAC;AAEvC,OAAO,EAIL,KAAK,iBAAiB,EACtB,KAAK,YAAY,EAClB,MAAM,iBAAiB,CAAC;AAEzB,gFAAgF;AAChF,MAAM,MAAM,4BAA4B,GAAG,QAAQ,CAAC;IAClD,0DAA0D;IAC1D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qEAAqE;IACrE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,wDAAwD;IACxD,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC,CAAC;AAEH,qFAAqF;AACrF,MAAM,MAAM,gCAAgC,GAAG,4BAA4B,GACzE,QAAQ,CAAC;IACP,2FAA2F;IAC3F,IAAI,EAAE,IAAI,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC;CACzC,CAAC,CAAC;AAEL,+FAA+F;AAC/F,MAAM,MAAM,mCAAmC,GAAG,4BAA4B,GAC5E,QAAQ,CAAC;IACP,yEAAyE;IACzE,OAAO,EAAE,IAAI,CAAC,qBAAqB,EAAE,QAAQ,GAAG,QAAQ,CAAC,CAAC;CAC3D,CAAC,CAAC;AAEL;;;;;GAKG;AACH,8BAAsB,8BAA8B;IAClD,4DAA4D;IAC5D,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,qDAAqD;IACrD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,kEAAkE;IAClE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,sDAAsD;IACtD,QAAQ,CAAC,OAAO,CAAC,EAAE,mBAAmB,CAAC;IAEvC,OAAO,CAAC,YAAY,CAAoC;IAExD,uEAAuE;IACvE,SAAS,aACP,OAAO,EAAE,4BAA4B,EACrC,QAAQ,EAAE,QAAQ,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,mBAAmB,CAAC;KAC/B,CAAC;IAQJ,8DAA8D;IAC9D,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAE9E,sFAAsF;IAChF,gBAAgB,CAAC,OAAO,GAAE,wBAA6B,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAqB1F,uEAAuE;IACjE,KAAK,CAAC,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,UAAU,CAAC;IAKjE,oFAAoF;IAC9E,OAAO,CAAC,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;IAKxF,kEAAkE;IAC3D,IAAI,CAAC,OAAO,GAAE,iBAAsB,GAAG,qBAAqB,CAAC,eAAe,CAAC;IAKpF,oFAAoF;IACpF,IAAI,CAAC,OAAO,GAAE,iBAAsB,GAAG,qBAAqB,CAAC,eAAe,CAAC;IAI7E,yFAAyF;YAC3E,QAAQ;CAsBvB;AAED;;;;;GAKG;AACH,qBAAa,yBAA0B,SAAQ,8BAA8B;IAC3E,sEAAsE;IACtE,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAClC,uDAAuD;IACvD,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC;IAEjD,0DAA0D;gBAC9C,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,gCAAgC;IAiB/E,mFAAmF;IACnF,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;CAGtE;AAED;;;;;GAKG;AACH,qBAAa,4BAA6B,SAAQ,8BAA8B;IAC9E,oFAAoF;IACpF,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,kEAAkE;IAClE,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,qBAAqB,EAAE,QAAQ,GAAG,QAAQ,CAAC,CAAC;IAEnE,6EAA6E;gBACjE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,mCAAmC;IA0B9E,iFAAiF;IACjF,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;CAOtE"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
// loaders.gl
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
|
-
import { convertArrowToSchema } from '@loaders.gl/schema-utils';
|
|
5
|
-
import { createScanQueryMetadata, makeTableScanBatch } from '@loaders.gl/loader-utils';
|
|
4
|
+
import { convertArrowToSchema } from '@loaders.gl/core/schema-utils';
|
|
5
|
+
import { createScanQueryMetadata, makeTableScanBatch } from '@loaders.gl/core/loader-utils';
|
|
6
6
|
import { ARROW_TABLE_QUERY_CAPABILITIES, explainArrowTableQuery, queryArrowTable } from '@loaders.gl/sql';
|
|
7
7
|
/**
|
|
8
8
|
* Base source for a physical vector selection that resolves to one Arrow feature table.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vector-table-scan-source.js","sourceRoot":"","sources":["../src/vector-table-scan-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,oBAAoB,EAAC,MAAM,
|
|
1
|
+
{"version":3,"file":"vector-table-scan-source.js","sourceRoot":"","sources":["../src/vector-table-scan-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,oBAAoB,EAAC,MAAM,+BAA+B,CAAC;AAWnE,OAAO,EAAC,uBAAuB,EAAE,kBAAkB,EAAC,MAAM,+BAA+B,CAAC;AAC1F,OAAO,EACL,8BAA8B,EAC9B,sBAAsB,EACtB,eAAe,EAGhB,MAAM,iBAAiB,CAAC;AA0BzB;;;;;GAKG;AACH,MAAM,OAAgB,8BAA8B;IAClD,4DAA4D;IACnD,UAAU,CAAS;IAC5B,qDAAqD;IAC5C,IAAI,CAAU;IACvB,kEAAkE;IACzD,WAAW,CAAS;IAC7B,sDAAsD;IAC7C,OAAO,CAAuB;IAE/B,YAAY,GAA+B,IAAI,CAAC;IAExD,uEAAuE;IACvE,YACE,OAAqC,EACrC,QAIE;QAEF,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC;QAC5D,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAClC,CAAC;IAKD,sFAAsF;IACtF,KAAK,CAAC,gBAAgB,CAAC,UAAoC,EAAE;QAC3D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvE,OAAO,uBAAuB,CAAC;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,OAAO;YAClB,SAAS,EAAE,EAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAC;YAChD,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,MAAM;YACN,YAAY,EAAE;gBACZ,KAAK,EAAE,8BAA8B;gBACrC,MAAM,EAAE,aAAa;gBACrB,aAAa,EAAE,aAAa;aAC7B;YACD,WAAW,EAAE,sBAAsB,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3E,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,EAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,EAAC;SAC3C,CAAC,CAAC;IACL,CAAC;IAED,uEAAuE;IACvE,KAAK,CAAC,KAAK,CAAC,UAA6B,EAAE;QACzC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClD,OAAO,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,oFAAoF;IACpF,KAAK,CAAC,OAAO,CAAC,UAA6B,EAAE;QAC3C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClD,OAAO,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,kEAAkE;IAClE,KAAK,CAAC,CAAC,IAAI,CAAC,UAA6B,EAAE;QACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAED,oFAAoF;IACpF,IAAI,CAAC,UAA6B,EAAE;QAClC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAED,yFAAyF;IACjF,KAAK,CAAC,QAAQ,CAAC,MAAoB;QACzC,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE;iBACjC,IAAI,CAAC,KAAK,CAAC,EAAE;gBACZ,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;gBACpF,CAAC;gBACD,IAAI,KAAK,CAAC,KAAK,KAAK,aAAa,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CACb,2GAA2G,CAC5G,CAAC;gBACJ,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,CAAC;iBACD,KAAK,CAAC,KAAK,CAAC,EAAE;gBACb,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;gBACzB,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC;QACP,CAAC;QACD,OAAO,MAAM,cAAc,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IACzD,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,OAAO,yBAA0B,SAAQ,8BAA8B;IAC3E,sEAAsE;IAC7D,MAAM,CAAmB;IAClC,uDAAuD;IAC9C,IAAI,CAAoC;IAEjD,0DAA0D;IAC1D,YAAY,MAAwB,EAAE,OAAyC;QAC7E,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC;YACzB,GAAG,OAAO,CAAC,IAAI;YACf,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;SAClD,CAAC,CAAC;QACH,KAAK,CAAC,OAAO,EAAE;YACb,UAAU,EAAE,mBAAmB;YAC/B,WAAW,EAAE,eAAe,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE;YACxD,OAAO,EAAE;gBACP,MAAM,EAAE,kBAAkB,CAAC,IAAI,CAAC;gBAChC,0BAA0B,EAAE,CAAC,WAAW,CAAC;aAC1C;SACF,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,mFAAmF;IACzE,SAAS,CAAC,MAAoB;QACtC,OAAO,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,EAAC,GAAG,IAAI,CAAC,IAAI,EAAE,MAAM,EAAC,CAA+B,CAAC;IACzF,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,OAAO,4BAA6B,SAAQ,8BAA8B;IAC9E,oFAAoF;IAC3E,MAAM,CAAe;IAC9B,kEAAkE;IACzD,OAAO,CAAmD;IAEnE,6EAA6E;IAC7E,YAAY,MAAoB,EAAE,OAA4C;QAC5E,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;YAC5B,GAAG,OAAO,CAAC,OAAO;YAClB,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;YACpD,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC;gBACzB,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClD,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;aACnD,CAAyC;SAC3C,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC;QACpD,MAAM,0BAA0B,GAAG,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3F,KAAK,CAAC,OAAO,EAAE;YACb,UAAU,EAAE,sBAAsB;YAClC,WAAW,EAAE,8BAA8B,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACvF,OAAO,EAAE;gBACP,MAAM,EAAE;oBACN,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;oBACnD,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;iBACpD;gBACD,0BAA0B;aAC3B;SACF,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,iFAAiF;IACvE,SAAS,CAAC,MAAoB;QACtC,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;YAC7B,GAAG,IAAI,CAAC,OAAO;YACf,MAAM,EAAE,OAAO;YACf,MAAM;SACP,CAA+B,CAAC;IACnC,CAAC;CACF;AAED,wDAAwD;AACxD,SAAS,kBAAkB,CAAC,IAA8C;IACxE,MAAM,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;IAC1B,OAAO;QACL,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,GAAG,GAAG,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QAC3E,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,GAAG,GAAG,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;KAC9E,CAAC;AACJ,CAAC;AAED,4DAA4D;AAC5D,SAAS,eAAe,CAAC,KAAa,EAAE,KAAa;IACnD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC;AACrF,CAAC;AAED,mFAAmF;AACnF,SAAS,sBAAsB,CAAC,WAA8B;IAC5D,OAAO,MAAM,CAAC,WAAW,CACvB,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,UAAU;QACV,UAAU,CAAC,WAAW,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW;KACnE,CAAC,CACmD,CAAC;AAC1D,CAAC;AAED,sEAAsE;AACtE,SAAS,eAAe,CAAC,MAAyB;IAChD,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AACnD,CAAC;AAED,8FAA8F;AAC9F,SAAS,oBAAoB,CAC3B,MAAe;IAEf,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAY,CAAC;AAClF,CAAC;AAED,6FAA6F;AAC7F,KAAK,UAAU,cAAc,CAAI,OAAmB,EAAE,MAAoB;IACxE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,MAAM,OAAO,CAAC;IACvB,CAAC;IACD,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,OAAO,MAAM,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC9C,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAC,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;QACtD,KAAK,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/F,CAAC,CAAC,CAAC;AACL,CAAC;AAED,sFAAsF;AACtF,SAAS,cAAc,CAAC,MAAoB;IAC1C,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACpB,MAAM,cAAc,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;AACH,CAAC;AAED,kFAAkF;AAClF,SAAS,cAAc,CAAC,MAAmB;IACzC,OAAO,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;AAC5E,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/scan",
|
|
3
3
|
"description": "Optional scan planning and execution for loaders.gl",
|
|
4
|
-
"version": "5.0.0-alpha.
|
|
4
|
+
"version": "5.0.0-alpha.13",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
7
7
|
"publishConfig": {
|
|
@@ -51,16 +51,15 @@
|
|
|
51
51
|
],
|
|
52
52
|
"scripts": {
|
|
53
53
|
"pre-build": "npm run build-bundle && npm run build-bundle -- --env=dev",
|
|
54
|
-
"build-bundle": "
|
|
54
|
+
"build-bundle": "node ../../scripts/build-codec-bundle.mjs ./bundle.ts --output=dist/dist.min.js"
|
|
55
55
|
},
|
|
56
56
|
"dependencies": {
|
|
57
|
-
"@loaders.gl/
|
|
58
|
-
"@loaders.gl/
|
|
59
|
-
"@loaders.gl/parquet": "5.0.0-alpha.11",
|
|
60
|
-
"@loaders.gl/schema": "5.0.0-alpha.11",
|
|
61
|
-
"@loaders.gl/schema-utils": "5.0.0-alpha.11",
|
|
62
|
-
"@loaders.gl/sql": "5.0.0-alpha.11",
|
|
57
|
+
"@loaders.gl/parquet": "5.0.0-alpha.13",
|
|
58
|
+
"@loaders.gl/sql": "5.0.0-alpha.13",
|
|
63
59
|
"apache-arrow": ">= 17.0.0"
|
|
64
60
|
},
|
|
65
|
-
"
|
|
61
|
+
"peerDependencies": {
|
|
62
|
+
"@loaders.gl/core": "~5.0.0-alpha.0"
|
|
63
|
+
},
|
|
64
|
+
"gitHead": "1464ee8e912521b658a51f96c88c3b2310ceb2cd"
|
|
66
65
|
}
|
|
@@ -20,7 +20,7 @@ import {
|
|
|
20
20
|
type TableQueryExplain,
|
|
21
21
|
type TableScanReadOptions,
|
|
22
22
|
type TableScanSource
|
|
23
|
-
} from '@loaders.gl/loader-utils';
|
|
23
|
+
} from '@loaders.gl/core/loader-utils';
|
|
24
24
|
import type {
|
|
25
25
|
ArrowTable,
|
|
26
26
|
ArrowTableBatch,
|
|
@@ -28,8 +28,12 @@ import type {
|
|
|
28
28
|
Field,
|
|
29
29
|
Schema,
|
|
30
30
|
TableBatch
|
|
31
|
-
} from '@loaders.gl/schema';
|
|
32
|
-
import {
|
|
31
|
+
} from '@loaders.gl/core/schema';
|
|
32
|
+
import {
|
|
33
|
+
convertArrowToSchema,
|
|
34
|
+
convertBatch,
|
|
35
|
+
convertSchemaToArrow
|
|
36
|
+
} from '@loaders.gl/core/schema-utils';
|
|
33
37
|
import {queryArrowTable, type SQLPredicate} from '@loaders.gl/sql';
|
|
34
38
|
|
|
35
39
|
/** Schema reconciliation modes supported by ordered append federation. */
|
package/src/hudi.ts
CHANGED
|
@@ -9,8 +9,8 @@ import type {
|
|
|
9
9
|
ScanQueryMetadata,
|
|
10
10
|
ScanQueryMetadataOptions,
|
|
11
11
|
TableScanSource
|
|
12
|
-
} from '@loaders.gl/loader-utils';
|
|
13
|
-
import {createScanQueryMetadata, DataSource} from '@loaders.gl/loader-utils';
|
|
12
|
+
} from '@loaders.gl/core/loader-utils';
|
|
13
|
+
import {createScanQueryMetadata, DataSource} from '@loaders.gl/core/loader-utils';
|
|
14
14
|
import {ParquetDatasetSource} from '@loaders.gl/parquet/parquet-dataset-source';
|
|
15
15
|
import {PARQUET_TABLE_QUERY_CAPABILITIES} from '@loaders.gl/parquet/parquet-source-capabilities';
|
|
16
16
|
import type {
|
package/src/index.ts
CHANGED
|
@@ -12,8 +12,8 @@ export {
|
|
|
12
12
|
projectTableBatch,
|
|
13
13
|
projectTableSchema,
|
|
14
14
|
truncateTableBatch
|
|
15
|
-
} from '@loaders.gl/loader-utils';
|
|
16
|
-
export type {TableScanBatchReader, TableScanBatchOperators} from '@loaders.gl/loader-utils';
|
|
15
|
+
} from '@loaders.gl/core/loader-utils';
|
|
16
|
+
export type {TableScanBatchReader, TableScanBatchOperators} from '@loaders.gl/core/loader-utils';
|
|
17
17
|
export type {
|
|
18
18
|
ScanBackend,
|
|
19
19
|
ScanBackendLoader,
|
|
@@ -23,7 +23,7 @@ export type {
|
|
|
23
23
|
} from './scan-engine';
|
|
24
24
|
|
|
25
25
|
// Re-export the query vocabulary from one optional entry point for applications. Format adapters
|
|
26
|
-
// should continue importing the lightweight contracts from @loaders.gl/loader-utils.
|
|
26
|
+
// should continue importing the lightweight contracts from @loaders.gl/core/loader-utils.
|
|
27
27
|
export {parseSQLPredicate} from '@loaders.gl/sql';
|
|
28
28
|
export type {ArrowQueryOptions, SQLPredicate} from '@loaders.gl/sql';
|
|
29
29
|
export type {
|
|
@@ -31,14 +31,14 @@ export type {
|
|
|
31
31
|
RelationalExpression,
|
|
32
32
|
RelationalOrderKey,
|
|
33
33
|
TableQueryOptions
|
|
34
|
-
} from '@loaders.gl/loader-utils';
|
|
34
|
+
} from '@loaders.gl/core/loader-utils';
|
|
35
35
|
|
|
36
36
|
export {
|
|
37
37
|
createScanQueryMetadata,
|
|
38
38
|
intersectPointCloudBounds,
|
|
39
39
|
selectPointCloudScanTiles,
|
|
40
40
|
validatePointCloudQueryOptions
|
|
41
|
-
} from '@loaders.gl/loader-utils';
|
|
41
|
+
} from '@loaders.gl/core/loader-utils';
|
|
42
42
|
export type {
|
|
43
43
|
CreateScanQueryMetadataOptions,
|
|
44
44
|
PointCloudQueryBounds,
|
|
@@ -68,7 +68,7 @@ export type {
|
|
|
68
68
|
ScanSpatialMetadata,
|
|
69
69
|
TableScanReadOptions,
|
|
70
70
|
TableScanSource
|
|
71
|
-
} from '@loaders.gl/loader-utils';
|
|
71
|
+
} from '@loaders.gl/core/loader-utils';
|
|
72
72
|
export type {ScanQuery} from './scan-query';
|
|
73
73
|
|
|
74
74
|
export {
|
package/src/scan-engine.ts
CHANGED
|
@@ -2,14 +2,14 @@
|
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
|
|
5
|
-
import type {ArrowTable} from '@loaders.gl/schema';
|
|
5
|
+
import type {ArrowTable} from '@loaders.gl/core/schema';
|
|
6
6
|
import {
|
|
7
7
|
explainArrowTableQuery,
|
|
8
8
|
queryArrowTable,
|
|
9
9
|
type ArrowQueryOptions,
|
|
10
10
|
type SQLPredicate
|
|
11
11
|
} from '@loaders.gl/sql';
|
|
12
|
-
import type {TableQueryExplain} from '@loaders.gl/loader-utils';
|
|
12
|
+
import type {TableQueryExplain} from '@loaders.gl/core/loader-utils';
|
|
13
13
|
|
|
14
14
|
/** Names accepted by the optional scan engine factory. */
|
|
15
15
|
export type ScanBackendName = 'arrow' | (string & {});
|
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
|
|
5
|
-
import type {ArrowTable, ArrowTableBatch} from '@loaders.gl/schema';
|
|
6
|
-
import {convertArrowToSchema} from '@loaders.gl/schema-utils';
|
|
5
|
+
import type {ArrowTable, ArrowTableBatch} from '@loaders.gl/core/schema';
|
|
6
|
+
import {convertArrowToSchema} from '@loaders.gl/core/schema-utils';
|
|
7
7
|
import type {
|
|
8
8
|
GetFeaturesParameters,
|
|
9
9
|
GetTileParameters,
|
|
@@ -13,8 +13,8 @@ import type {
|
|
|
13
13
|
TableQueryExplain,
|
|
14
14
|
VectorSource,
|
|
15
15
|
VectorTileSource
|
|
16
|
-
} from '@loaders.gl/loader-utils';
|
|
17
|
-
import {createScanQueryMetadata, makeTableScanBatch} from '@loaders.gl/loader-utils';
|
|
16
|
+
} from '@loaders.gl/core/loader-utils';
|
|
17
|
+
import {createScanQueryMetadata, makeTableScanBatch} from '@loaders.gl/core/loader-utils';
|
|
18
18
|
import {
|
|
19
19
|
ARROW_TABLE_QUERY_CAPABILITIES,
|
|
20
20
|
explainArrowTableQuery,
|