@loaders.gl/tables 5.0.0-beta.6 → 5.0.0-beta.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/arrow/arrow-writer.js +1 -1
- package/dist/arrow/exports/arrow-loader.js +1 -1
- package/dist/arrow/geoarrow-writer.js +1 -1
- package/dist/arrow/index.cjs +17 -7
- package/dist/arrow/index.cjs.map +1 -1
- package/dist/arrow/triangulate-on-worker.js +1 -1
- package/dist/arrow-worker-node.cjs +4 -4
- package/dist/arrow-worker.js +1 -1
- package/dist/avro/avro-loader-types.js +1 -1
- package/dist/avro/avro-schema-loader-types.js +1 -1
- package/dist/avro/avro-writer.js +1 -1
- package/dist/avro/index.cjs +3 -3
- package/dist/csv/csv-loader-options.js +1 -1
- package/dist/csv/index.cjs +1 -1
- package/dist/csv-worker-node.js +1 -1
- package/dist/csv-worker.js +1 -1
- package/dist/delta/index.cjs +4 -4
- package/dist/geoarrow-worker-node.cjs +4 -4
- package/dist/geoarrow-worker.js +1 -1
- package/dist/geojson-worker.js +1 -1
- package/dist/hudi/index.cjs +2 -2
- package/dist/hudi-table-source.cjs +2 -2
- package/dist/iceberg/index.cjs +2 -2
- package/dist/index.cjs +21 -21
- package/dist/json/fast-json-loader.js +1 -1
- package/dist/json/geojson-loader-types.js +1 -1
- package/dist/json/index.cjs +5 -5
- package/dist/json/json-loader-types.js +1 -1
- package/dist/json/json-table-loader-types.js +1 -1
- package/dist/json/ndgeojson-loader-types.js +1 -1
- package/dist/json/ndjson-loader-types.js +1 -1
- package/dist/json-worker-node.cjs +6 -6
- package/dist/json-worker.js +3 -3
- package/dist/lance/index.cjs +1 -1
- package/dist/lance/lance-source-loader-types.js +1 -1
- package/dist/orc/index.cjs +3 -3
- package/dist/orc/orc-loader-types.js +1 -1
- package/dist/orc/orc-source-loader-types.js +1 -1
- package/dist/orc/orc-source-loader.js +1 -1
- package/dist/orc/orc-writer.js +1 -1
- package/dist/parquet/delta-source-loader-types.js +1 -1
- package/dist/parquet/delta-source.js +1 -1
- package/dist/parquet/geoparquet-loader-types.js +1 -1
- package/dist/parquet/index.cjs +5 -5
- package/dist/parquet/lib/constants.js +1 -1
- package/dist/parquet/parquet-js-loader-types.js +1 -1
- package/dist/parquet/parquet-js-writer.js +1 -1
- package/dist/parquet/parquet-loader-base.js +1 -1
- package/dist/parquet/parquet-source-loader-types.js +1 -1
- package/dist/parquet-dataset-source.cjs +2 -2
- package/dist/parquet-source-loader.cjs +2 -2
- package/dist/parquet-source-worker.js +1 -1
- package/dist/parquet-worker-node.cjs +5 -5
- package/dist/parquet-worker.js +1 -1
- package/dist/triangulation-worker-node.js +2 -2
- package/package.json +6 -6
|
@@ -6,7 +6,7 @@ import { preloadArrowCompressionEncoder } from "./lib/parsers/arrow-compression.
|
|
|
6
6
|
import { ArrowFormat } from "./exports/arrow-format.js";
|
|
7
7
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
8
8
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
9
|
-
const VERSION = typeof "5.0.0-beta.
|
|
9
|
+
const VERSION = typeof "5.0.0-beta.7" !== 'undefined' ? "5.0.0-beta.7" : 'latest';
|
|
10
10
|
/** Apache Arrow writer */
|
|
11
11
|
export const ArrowWriter = {
|
|
12
12
|
...ArrowFormat,
|
|
@@ -5,7 +5,7 @@ import { ARROW_WORKER_URL } from "../arrow-worker-url.js";
|
|
|
5
5
|
import { ArrowFormat } from "./arrow-format.js";
|
|
6
6
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
7
7
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
8
|
-
const VERSION = typeof "5.0.0-beta.
|
|
8
|
+
const VERSION = typeof "5.0.0-beta.7" !== 'undefined' ? "5.0.0-beta.7" : 'latest';
|
|
9
9
|
/** ArrowJS table loader */
|
|
10
10
|
async function preload() {
|
|
11
11
|
const { ArrowLoaderWithParser } = await import('@loaders.gl/tables/arrow-loader');
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
import { encodeGeoArrowSync } from "./lib/encoders/encode-geoarrow.js";
|
|
5
5
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
6
6
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
7
|
-
const VERSION = typeof "5.0.0-beta.
|
|
7
|
+
const VERSION = typeof "5.0.0-beta.7" !== 'undefined' ? "5.0.0-beta.7" : 'latest';
|
|
8
8
|
/** Apache Arrow writer */
|
|
9
9
|
export const GeoArrowWriter = {
|
|
10
10
|
name: 'Apache Arrow',
|
package/dist/arrow/index.cjs
CHANGED
|
@@ -3757,7 +3757,7 @@ var init_arrow_loader4 = __esm({
|
|
|
3757
3757
|
"use strict";
|
|
3758
3758
|
init_arrow_worker_url();
|
|
3759
3759
|
init_arrow_format();
|
|
3760
|
-
VERSION3 = true ? "5.0.0-beta.
|
|
3760
|
+
VERSION3 = true ? "5.0.0-beta.7" : "latest";
|
|
3761
3761
|
ArrowWorkerLoader2 = {
|
|
3762
3762
|
dataType: null,
|
|
3763
3763
|
batchType: null,
|
|
@@ -4351,8 +4351,19 @@ function projectArrowTable(source, selections) {
|
|
|
4351
4351
|
var arrow8 = __toESM(require("apache-arrow"), 1);
|
|
4352
4352
|
init_loader_utils();
|
|
4353
4353
|
function filterArrowTable(source, predicate, options = {}) {
|
|
4354
|
-
var _a, _b, _c;
|
|
4355
4354
|
validateColumnarPredicate(predicate, new Set(source.schema.fields.map((field) => field.name)));
|
|
4355
|
+
const columnNames = getColumnarPredicateColumns(predicate);
|
|
4356
|
+
return filterArrowRows(
|
|
4357
|
+
source,
|
|
4358
|
+
(batch) => {
|
|
4359
|
+
const columns = getPredicateColumns(new arrow8.Table(source.schema, [batch]), columnNames);
|
|
4360
|
+
return (rowIndex) => evaluatePredicate(predicate, columns, rowIndex) === true;
|
|
4361
|
+
},
|
|
4362
|
+
options
|
|
4363
|
+
);
|
|
4364
|
+
}
|
|
4365
|
+
function filterArrowRows(source, selectBatch, options = {}) {
|
|
4366
|
+
var _a, _b, _c;
|
|
4356
4367
|
let remaining = options.limit ?? Infinity;
|
|
4357
4368
|
if (remaining !== Infinity && (!Number.isSafeInteger(remaining) || remaining < 0)) {
|
|
4358
4369
|
throw new Error("Arrow filter limit must be a non-negative safe integer.");
|
|
@@ -4363,12 +4374,11 @@ function filterArrowTable(source, predicate, options = {}) {
|
|
|
4363
4374
|
if (remaining === 0) break;
|
|
4364
4375
|
(_b = options.signal) == null ? void 0 : _b.throwIfAborted();
|
|
4365
4376
|
const data = new arrow8.Table(source.schema, [batch]);
|
|
4366
|
-
const
|
|
4377
|
+
const selectRow = selectBatch(batch);
|
|
4367
4378
|
const indices = [];
|
|
4368
4379
|
for (let rowIndex = 0; rowIndex < batch.numRows && indices.length < remaining; rowIndex++) {
|
|
4369
4380
|
(_c = options.signal) == null ? void 0 : _c.throwIfAborted();
|
|
4370
|
-
if (
|
|
4371
|
-
indices.push(rowIndex);
|
|
4381
|
+
if (selectRow(rowIndex)) indices.push(rowIndex);
|
|
4372
4382
|
}
|
|
4373
4383
|
remaining -= indices.length;
|
|
4374
4384
|
if (indices.length === 0) continue;
|
|
@@ -4705,7 +4715,7 @@ function createVector(array, type) {
|
|
|
4705
4715
|
// dist/arrow/arrow-writer.js
|
|
4706
4716
|
init_arrow_compression2();
|
|
4707
4717
|
init_arrow_format();
|
|
4708
|
-
var VERSION4 = true ? "5.0.0-beta.
|
|
4718
|
+
var VERSION4 = true ? "5.0.0-beta.7" : "latest";
|
|
4709
4719
|
var ArrowWriter = {
|
|
4710
4720
|
...ArrowFormat,
|
|
4711
4721
|
version: VERSION4,
|
|
@@ -4958,7 +4968,7 @@ function getTargetArrowVariableWidthTypeName(sourceTypeName) {
|
|
|
4958
4968
|
// dist/arrow/triangulate-on-worker.js
|
|
4959
4969
|
init_worker_utils();
|
|
4960
4970
|
var import_meta3 = {};
|
|
4961
|
-
var VERSION5 = true ? "5.0.0-beta.
|
|
4971
|
+
var VERSION5 = true ? "5.0.0-beta.7" : "latest";
|
|
4962
4972
|
var TriangulationWorker = {
|
|
4963
4973
|
id: "triangulation",
|
|
4964
4974
|
name: "Triangulate",
|