@loaders.gl/tables 5.0.0-beta.6 → 5.0.0-beta.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. package/dist/arrow/arrow-writer.js +1 -1
  2. package/dist/arrow/exports/arrow-loader.js +1 -1
  3. package/dist/arrow/geoarrow-writer.js +1 -1
  4. package/dist/arrow/index.cjs +17 -7
  5. package/dist/arrow/index.cjs.map +1 -1
  6. package/dist/arrow/triangulate-on-worker.js +1 -1
  7. package/dist/arrow-worker-node.cjs +4 -4
  8. package/dist/arrow-worker.js +1 -1
  9. package/dist/avro/avro-loader-types.js +1 -1
  10. package/dist/avro/avro-schema-loader-types.js +1 -1
  11. package/dist/avro/avro-writer.js +1 -1
  12. package/dist/avro/index.cjs +3 -3
  13. package/dist/csv/csv-loader-options.js +1 -1
  14. package/dist/csv/index.cjs +1 -1
  15. package/dist/csv-worker-node.js +1 -1
  16. package/dist/csv-worker.js +1 -1
  17. package/dist/delta/index.cjs +4 -4
  18. package/dist/geoarrow-worker-node.cjs +4 -4
  19. package/dist/geoarrow-worker.js +1 -1
  20. package/dist/geojson-worker.js +1 -1
  21. package/dist/hudi/index.cjs +2 -2
  22. package/dist/hudi-table-source.cjs +2 -2
  23. package/dist/iceberg/index.cjs +2 -2
  24. package/dist/index.cjs +21 -21
  25. package/dist/json/fast-json-loader.js +1 -1
  26. package/dist/json/geojson-loader-types.js +1 -1
  27. package/dist/json/index.cjs +5 -5
  28. package/dist/json/json-loader-types.js +1 -1
  29. package/dist/json/json-table-loader-types.js +1 -1
  30. package/dist/json/ndgeojson-loader-types.js +1 -1
  31. package/dist/json/ndjson-loader-types.js +1 -1
  32. package/dist/json-worker-node.cjs +6 -6
  33. package/dist/json-worker.js +3 -3
  34. package/dist/lance/index.cjs +1 -1
  35. package/dist/lance/lance-source-loader-types.js +1 -1
  36. package/dist/orc/index.cjs +3 -3
  37. package/dist/orc/orc-loader-types.js +1 -1
  38. package/dist/orc/orc-source-loader-types.js +1 -1
  39. package/dist/orc/orc-source-loader.js +1 -1
  40. package/dist/orc/orc-writer.js +1 -1
  41. package/dist/parquet/delta-source-loader-types.js +1 -1
  42. package/dist/parquet/delta-source.js +1 -1
  43. package/dist/parquet/geoparquet-loader-types.js +1 -1
  44. package/dist/parquet/index.cjs +5 -5
  45. package/dist/parquet/lib/constants.js +1 -1
  46. package/dist/parquet/parquet-js-loader-types.js +1 -1
  47. package/dist/parquet/parquet-js-writer.js +1 -1
  48. package/dist/parquet/parquet-loader-base.js +1 -1
  49. package/dist/parquet/parquet-source-loader-types.js +1 -1
  50. package/dist/parquet-dataset-source.cjs +2 -2
  51. package/dist/parquet-source-loader.cjs +2 -2
  52. package/dist/parquet-source-worker.js +1 -1
  53. package/dist/parquet-worker-node.cjs +5 -5
  54. package/dist/parquet-worker.js +1 -1
  55. package/dist/triangulation-worker-node.js +2 -2
  56. package/package.json +6 -6
@@ -6,7 +6,7 @@ import { preloadArrowCompressionEncoder } from "./lib/parsers/arrow-compression.
6
6
  import { ArrowFormat } from "./exports/arrow-format.js";
7
7
  // __VERSION__ is injected by babel-plugin-version-inline
8
8
  // @ts-ignore TS2304: Cannot find name '__VERSION__'.
9
- const VERSION = typeof "5.0.0-beta.6" !== 'undefined' ? "5.0.0-beta.6" : 'latest';
9
+ const VERSION = typeof "5.0.0-beta.7" !== 'undefined' ? "5.0.0-beta.7" : 'latest';
10
10
  /** Apache Arrow writer */
11
11
  export const ArrowWriter = {
12
12
  ...ArrowFormat,
@@ -5,7 +5,7 @@ import { ARROW_WORKER_URL } from "../arrow-worker-url.js";
5
5
  import { ArrowFormat } from "./arrow-format.js";
6
6
  // __VERSION__ is injected by babel-plugin-version-inline
7
7
  // @ts-ignore TS2304: Cannot find name '__VERSION__'.
8
- const VERSION = typeof "5.0.0-beta.6" !== 'undefined' ? "5.0.0-beta.6" : 'latest';
8
+ const VERSION = typeof "5.0.0-beta.7" !== 'undefined' ? "5.0.0-beta.7" : 'latest';
9
9
  /** ArrowJS table loader */
10
10
  async function preload() {
11
11
  const { ArrowLoaderWithParser } = await import('@loaders.gl/tables/arrow-loader');
@@ -4,7 +4,7 @@
4
4
  import { encodeGeoArrowSync } from "./lib/encoders/encode-geoarrow.js";
5
5
  // __VERSION__ is injected by babel-plugin-version-inline
6
6
  // @ts-ignore TS2304: Cannot find name '__VERSION__'.
7
- const VERSION = typeof "5.0.0-beta.6" !== 'undefined' ? "5.0.0-beta.6" : 'latest';
7
+ const VERSION = typeof "5.0.0-beta.7" !== 'undefined' ? "5.0.0-beta.7" : 'latest';
8
8
  /** Apache Arrow writer */
9
9
  export const GeoArrowWriter = {
10
10
  name: 'Apache Arrow',
@@ -3757,7 +3757,7 @@ var init_arrow_loader4 = __esm({
3757
3757
  "use strict";
3758
3758
  init_arrow_worker_url();
3759
3759
  init_arrow_format();
3760
- VERSION3 = true ? "5.0.0-beta.6" : "latest";
3760
+ VERSION3 = true ? "5.0.0-beta.7" : "latest";
3761
3761
  ArrowWorkerLoader2 = {
3762
3762
  dataType: null,
3763
3763
  batchType: null,
@@ -4351,8 +4351,19 @@ function projectArrowTable(source, selections) {
4351
4351
  var arrow8 = __toESM(require("apache-arrow"), 1);
4352
4352
  init_loader_utils();
4353
4353
  function filterArrowTable(source, predicate, options = {}) {
4354
- var _a, _b, _c;
4355
4354
  validateColumnarPredicate(predicate, new Set(source.schema.fields.map((field) => field.name)));
4355
+ const columnNames = getColumnarPredicateColumns(predicate);
4356
+ return filterArrowRows(
4357
+ source,
4358
+ (batch) => {
4359
+ const columns = getPredicateColumns(new arrow8.Table(source.schema, [batch]), columnNames);
4360
+ return (rowIndex) => evaluatePredicate(predicate, columns, rowIndex) === true;
4361
+ },
4362
+ options
4363
+ );
4364
+ }
4365
+ function filterArrowRows(source, selectBatch, options = {}) {
4366
+ var _a, _b, _c;
4356
4367
  let remaining = options.limit ?? Infinity;
4357
4368
  if (remaining !== Infinity && (!Number.isSafeInteger(remaining) || remaining < 0)) {
4358
4369
  throw new Error("Arrow filter limit must be a non-negative safe integer.");
@@ -4363,12 +4374,11 @@ function filterArrowTable(source, predicate, options = {}) {
4363
4374
  if (remaining === 0) break;
4364
4375
  (_b = options.signal) == null ? void 0 : _b.throwIfAborted();
4365
4376
  const data = new arrow8.Table(source.schema, [batch]);
4366
- const columns = getPredicateColumns(data, getColumnarPredicateColumns(predicate));
4377
+ const selectRow = selectBatch(batch);
4367
4378
  const indices = [];
4368
4379
  for (let rowIndex = 0; rowIndex < batch.numRows && indices.length < remaining; rowIndex++) {
4369
4380
  (_c = options.signal) == null ? void 0 : _c.throwIfAborted();
4370
- if (evaluatePredicate(predicate, columns, rowIndex) === true)
4371
- indices.push(rowIndex);
4381
+ if (selectRow(rowIndex)) indices.push(rowIndex);
4372
4382
  }
4373
4383
  remaining -= indices.length;
4374
4384
  if (indices.length === 0) continue;
@@ -4705,7 +4715,7 @@ function createVector(array, type) {
4705
4715
  // dist/arrow/arrow-writer.js
4706
4716
  init_arrow_compression2();
4707
4717
  init_arrow_format();
4708
- var VERSION4 = true ? "5.0.0-beta.6" : "latest";
4718
+ var VERSION4 = true ? "5.0.0-beta.7" : "latest";
4709
4719
  var ArrowWriter = {
4710
4720
  ...ArrowFormat,
4711
4721
  version: VERSION4,
@@ -4958,7 +4968,7 @@ function getTargetArrowVariableWidthTypeName(sourceTypeName) {
4958
4968
  // dist/arrow/triangulate-on-worker.js
4959
4969
  init_worker_utils();
4960
4970
  var import_meta3 = {};
4961
- var VERSION5 = true ? "5.0.0-beta.6" : "latest";
4971
+ var VERSION5 = true ? "5.0.0-beta.7" : "latest";
4962
4972
  var TriangulationWorker = {
4963
4973
  id: "triangulation",
4964
4974
  name: "Triangulate",