@loaders.gl/scan 5.0.0-alpha.12 → 5.0.0-alpha.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -1
- package/README.md +4 -4
- package/dist/delta.cjs +1789 -1797
- package/dist/delta.cjs.map +3 -3
- package/dist/dist.min.js +20 -20
- package/dist/federated-table-scan-source.d.ts +2 -2
- package/dist/federated-table-scan-source.d.ts.map +1 -1
- package/dist/federated-table-scan-source.js +2 -2
- package/dist/federated-table-scan-source.js.map +1 -1
- package/dist/hudi.cjs +1845 -1853
- package/dist/hudi.cjs.map +3 -3
- package/dist/hudi.d.ts +2 -2
- package/dist/hudi.d.ts.map +1 -1
- package/dist/hudi.js +1 -1
- package/dist/hudi.js.map +1 -1
- package/dist/iceberg.cjs +1144 -1151
- package/dist/iceberg.cjs.map +3 -3
- package/dist/index.cjs +20 -20
- package/dist/index.cjs.map +2 -2
- package/dist/index.d.ts +5 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -3
- package/dist/index.js.map +1 -1
- package/dist/scan-engine.d.ts +2 -2
- package/dist/scan-engine.d.ts.map +1 -1
- package/dist/vector-table-scan-source.d.ts +2 -2
- package/dist/vector-table-scan-source.d.ts.map +1 -1
- package/dist/vector-table-scan-source.js +2 -2
- package/dist/vector-table-scan-source.js.map +1 -1
- package/package.json +7 -8
- package/src/federated-table-scan-source.ts +7 -3
- package/src/hudi.ts +2 -2
- package/src/index.ts +6 -6
- package/src/scan-engine.ts +2 -2
- package/src/vector-table-scan-source.ts +4 -4
package/LICENSE
CHANGED
|
@@ -30,7 +30,7 @@ MIT License reproduced above.
|
|
|
30
30
|
|
|
31
31
|
Copyright (c) 2016-17 Karl Cheng
|
|
32
32
|
|
|
33
|
-
Portions of modules/schema-utils/
|
|
33
|
+
Portions of modules/core/src/schema-utils/lib/utils/async-queue.ts are adapted from
|
|
34
34
|
async-iter-demo (https://github.com/rauschma/async-iter-demo) under the MIT
|
|
35
35
|
License reproduced above.
|
|
36
36
|
|
package/README.md
CHANGED
|
@@ -43,7 +43,7 @@ registerScanBackend('custom', async () => {
|
|
|
43
43
|
const engine = await createScanEngine({backend: 'custom'});
|
|
44
44
|
```
|
|
45
45
|
|
|
46
|
-
Format packages should depend on the lightweight scan contracts in `@loaders.gl/loader-utils` and
|
|
46
|
+
Format packages should depend on the lightweight scan contracts in `@loaders.gl/core/loader-utils` and
|
|
47
47
|
should not import this package merely to expose metadata or a native scan adapter. Applications opt
|
|
48
48
|
into this package when they want the shared planner or Arrow executor.
|
|
49
49
|
|
|
@@ -51,12 +51,12 @@ The same boundary applies to table execution. `executeTableScanBatches()` is the
|
|
|
51
51
|
executor for object-row, columnar, GeoJSON, and Arrow-shaped batches. It owns filtering, projection,
|
|
52
52
|
global limits, cancellation, and terminal telemetry; a format adapter only supplies its parser's
|
|
53
53
|
batch reader. The helper is re-exported from `@loaders.gl/scan` for applications building custom
|
|
54
|
-
adapters, while format packages import it from `@loaders.gl/loader-utils`. This keeps the common
|
|
54
|
+
adapters, while format packages import it from `@loaders.gl/core/loader-utils`. This keeps the common
|
|
55
55
|
implementation in one place without making a CSV, JSON, or other format root import the optional
|
|
56
56
|
scan runtime (and therefore preserves tree-shaking for users who never scan).
|
|
57
57
|
|
|
58
58
|
Arrow-backed formats use the same layering for materialized queries. `queryArrowTable()` lives in
|
|
59
|
-
`@loaders.gl/schema-utils`, which already owns Arrow schema and vector utilities. ORC, GeoPackage,
|
|
59
|
+
`@loaders.gl/core/schema-utils`, which already owns Arrow schema and vector utilities. ORC, GeoPackage,
|
|
60
60
|
and FlatGeobuf provide only their predicate evaluator and source-specific pruning; projection,
|
|
61
61
|
row-index gathering, vector reconstruction, and limits are shared. This keeps format adapters
|
|
62
62
|
small while avoiding a dependency from those packages on the optional scan runtime.
|
|
@@ -122,7 +122,7 @@ uses `DataSourceManager` as the authoritative registry and resource owner; feder
|
|
|
122
122
|
a second loader registry, cache, or lifecycle system.
|
|
123
123
|
|
|
124
124
|
```typescript
|
|
125
|
-
import {DataSourceManager} from '@loaders.gl/loader-utils';
|
|
125
|
+
import {DataSourceManager} from '@loaders.gl/core/loader-utils';
|
|
126
126
|
import {FederatedTableScanSource, parseSQLPredicate} from '@loaders.gl/scan';
|
|
127
127
|
|
|
128
128
|
const dataSourceManager = new DataSourceManager();
|