@loaders.gl/arrow 4.3.0-alpha.8 → 4.3.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/arrow-loader.d.ts +6 -38
- package/dist/arrow-loader.d.ts.map +1 -1
- package/dist/arrow-loader.js +2 -29
- package/dist/arrow-worker.js +2654 -1710
- package/dist/arrow-writer.d.ts +1 -1
- package/dist/arrow-writer.d.ts.map +1 -1
- package/dist/arrow-writer.js +2 -2
- package/dist/dist.dev.js +1863 -1768
- package/dist/dist.min.js +5 -5
- package/dist/exports/arrow-loader.d.ts +34 -0
- package/dist/exports/arrow-loader.d.ts.map +1 -0
- package/dist/exports/arrow-loader.js +30 -0
- package/dist/exports/geoarrow-loader.d.ts +27 -0
- package/dist/exports/geoarrow-loader.d.ts.map +1 -0
- package/dist/exports/geoarrow-loader.js +13 -0
- package/dist/geoarrow-loader.d.ts +3 -27
- package/dist/geoarrow-loader.d.ts.map +1 -1
- package/dist/geoarrow-loader.js +2 -12
- package/dist/geoarrow-writer.d.ts +2 -2
- package/dist/geoarrow-writer.d.ts.map +1 -1
- package/dist/geoarrow-writer.js +2 -2
- package/dist/index.cjs +426 -387
- package/dist/index.cjs.map +4 -4
- package/dist/index.d.ts +14 -13
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +16 -12
- package/dist/lib/encoders/encode-arrow.d.ts.map +1 -0
- package/dist/lib/encoders/encode-geoarrow.d.ts.map +1 -0
- package/dist/lib/geoarrow/convert-geoarrow-to-binary-geometry.d.ts.map +1 -0
- package/dist/lib/geoarrow/convert-geoarrow-to-geojson-geometry.d.ts.map +1 -0
- package/dist/lib/geoarrow/get-arrow-bounds.d.ts.map +1 -0
- package/dist/lib/parsers/parse-arrow.d.ts +9 -0
- package/dist/lib/parsers/parse-arrow.d.ts.map +1 -0
- package/dist/{parsers/parse-arrow-in-batches.js → lib/parsers/parse-arrow.js} +7 -3
- package/dist/lib/parsers/parse-geoarrow.d.ts +9 -0
- package/dist/lib/parsers/parse-geoarrow.d.ts.map +1 -0
- package/dist/{parsers/parse-geoarrow-sync.js → lib/parsers/parse-geoarrow.js} +9 -3
- package/dist/{schema → lib/tables}/convert-arrow-schema.d.ts +4 -0
- package/dist/lib/tables/convert-arrow-schema.d.ts.map +1 -0
- package/dist/{schema → lib/tables}/convert-arrow-schema.js +8 -0
- package/dist/lib/tables/convert-arrow-to-table.d.ts +15 -0
- package/dist/lib/tables/convert-arrow-to-table.d.ts.map +1 -0
- package/dist/lib/tables/convert-arrow-to-table.js +104 -0
- package/dist/lib/tables/convert-table-to-arrow.d.ts +16 -0
- package/dist/lib/tables/convert-table-to-arrow.d.ts.map +1 -0
- package/dist/lib/tables/convert-table-to-arrow.js +56 -0
- package/dist/lib/types.d.ts.map +1 -0
- package/dist/{lib → schema}/arrow-table-batch.d.ts +2 -1
- package/dist/schema/arrow-table-batch.d.ts.map +1 -0
- package/dist/{lib → schema}/arrow-table-batch.js +1 -0
- package/dist/{lib/arrow-table.d.ts → schema/arrow-table-type.d.ts} +3 -1
- package/dist/schema/arrow-table-type.d.ts.map +1 -0
- package/dist/triangulate-on-worker.js +1 -1
- package/dist/triangulation-worker.js +13 -5
- package/dist/workers/triangulation-worker.js +1 -1
- package/package.json +11 -7
- package/src/arrow-loader.ts +6 -57
- package/src/arrow-writer.ts +1 -2
- package/src/exports/arrow-loader.ts +49 -0
- package/src/exports/geoarrow-loader.ts +24 -0
- package/src/geoarrow-loader.ts +6 -22
- package/src/geoarrow-writer.ts +1 -1
- package/src/index.ts +23 -23
- package/src/{parsers/parse-arrow-in-batches.ts → lib/parsers/parse-arrow.ts} +11 -5
- package/src/lib/parsers/parse-geoarrow.ts +32 -0
- package/src/{schema → lib/tables}/convert-arrow-schema.ts +10 -0
- package/src/lib/tables/convert-arrow-to-table.ts +144 -0
- package/src/lib/tables/convert-table-to-arrow.ts +72 -0
- package/src/{lib → schema}/arrow-table-batch.ts +2 -1
- package/src/{lib/arrow-table.ts → schema/arrow-table-type.ts} +2 -0
- package/src/workers/triangulation-worker.ts +1 -1
- package/dist/geoarrow/convert-geoarrow-to-binary-geometry.d.ts.map +0 -1
- package/dist/geoarrow/convert-geoarrow-to-geojson-geometry.d.ts.map +0 -1
- package/dist/geoarrow/get-arrow-bounds.d.ts.map +0 -1
- package/dist/lib/arrow-table-batch.d.ts.map +0 -1
- package/dist/lib/arrow-table.d.ts.map +0 -1
- package/dist/lib/encode-arrow.d.ts.map +0 -1
- package/dist/lib/encode-geoarrow.d.ts.map +0 -1
- package/dist/parsers/parse-arrow-in-batches.d.ts +0 -6
- package/dist/parsers/parse-arrow-in-batches.d.ts.map +0 -1
- package/dist/parsers/parse-arrow-sync.d.ts +0 -6
- package/dist/parsers/parse-arrow-sync.d.ts.map +0 -1
- package/dist/parsers/parse-arrow-sync.js +0 -32
- package/dist/parsers/parse-geoarrow-in-batches.d.ts +0 -6
- package/dist/parsers/parse-geoarrow-in-batches.d.ts.map +0 -1
- package/dist/parsers/parse-geoarrow-in-batches.js +0 -10
- package/dist/parsers/parse-geoarrow-sync.d.ts +0 -6
- package/dist/parsers/parse-geoarrow-sync.d.ts.map +0 -1
- package/dist/schema/arrow-type-utils.d.ts +0 -5
- package/dist/schema/arrow-type-utils.d.ts.map +0 -1
- package/dist/schema/arrow-type-utils.js +0 -51
- package/dist/schema/convert-arrow-schema.d.ts.map +0 -1
- package/dist/tables/convert-arrow-to-columnar-table.d.ts +0 -8
- package/dist/tables/convert-arrow-to-columnar-table.d.ts.map +0 -1
- package/dist/tables/convert-arrow-to-columnar-table.js +0 -24
- package/dist/tables/convert-arrow-to-geojson-table.d.ts +0 -16
- package/dist/tables/convert-arrow-to-geojson-table.d.ts.map +0 -1
- package/dist/tables/convert-arrow-to-geojson-table.js +0 -54
- package/dist/tables/convert-columnar-to-row-table.d.ts +0 -7
- package/dist/tables/convert-columnar-to-row-table.d.ts.map +0 -1
- package/dist/tables/convert-columnar-to-row-table.js +0 -25
- package/dist/tables/convert-table-to-arrow.d.ts +0 -42
- package/dist/tables/convert-table-to-arrow.d.ts.map +0 -1
- package/dist/tables/convert-table-to-arrow.js +0 -59
- package/dist/types.d.ts.map +0 -1
- package/src/parsers/parse-arrow-sync.ts +0 -44
- package/src/parsers/parse-geoarrow-in-batches.ts +0 -16
- package/src/parsers/parse-geoarrow-sync.ts +0 -23
- package/src/schema/arrow-type-utils.ts +0 -55
- package/src/tables/convert-arrow-to-columnar-table.ts +0 -31
- package/src/tables/convert-arrow-to-geojson-table.ts +0 -66
- package/src/tables/convert-columnar-to-row-table.ts +0 -31
- package/src/tables/convert-table-to-arrow.ts +0 -61
- /package/dist/lib/{encode-arrow.d.ts → encoders/encode-arrow.d.ts} +0 -0
- /package/dist/lib/{encode-arrow.js → encoders/encode-arrow.js} +0 -0
- /package/dist/lib/{encode-geoarrow.d.ts → encoders/encode-geoarrow.d.ts} +0 -0
- /package/dist/lib/{encode-geoarrow.js → encoders/encode-geoarrow.js} +0 -0
- /package/dist/{geoarrow → lib/geoarrow}/convert-geoarrow-to-binary-geometry.d.ts +0 -0
- /package/dist/{geoarrow → lib/geoarrow}/convert-geoarrow-to-binary-geometry.js +0 -0
- /package/dist/{geoarrow → lib/geoarrow}/convert-geoarrow-to-geojson-geometry.d.ts +0 -0
- /package/dist/{geoarrow → lib/geoarrow}/convert-geoarrow-to-geojson-geometry.js +0 -0
- /package/dist/{geoarrow → lib/geoarrow}/get-arrow-bounds.d.ts +0 -0
- /package/dist/{geoarrow → lib/geoarrow}/get-arrow-bounds.js +0 -0
- /package/dist/{types.d.ts → lib/types.d.ts} +0 -0
- /package/dist/{types.js → lib/types.js} +0 -0
- /package/dist/{lib/arrow-table.js → schema/arrow-table-type.js} +0 -0
- /package/src/lib/{encode-arrow.ts → encoders/encode-arrow.ts} +0 -0
- /package/src/lib/{encode-geoarrow.ts → encoders/encode-geoarrow.ts} +0 -0
- /package/src/{geoarrow → lib/geoarrow}/convert-geoarrow-to-binary-geometry.ts +0 -0
- /package/src/{geoarrow → lib/geoarrow}/convert-geoarrow-to-geojson-geometry.ts +0 -0
- /package/src/{geoarrow → lib/geoarrow}/get-arrow-bounds.ts +0 -0
- /package/src/{types.ts → lib/types.ts} +0 -0
package/dist/arrow-loader.d.ts
CHANGED
|
@@ -1,44 +1,12 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
import
|
|
3
|
-
import type {
|
|
4
|
-
import { parseArrowInBatches } from "./parsers/parse-arrow-in-batches.js";
|
|
5
|
-
/** ArrowLoader options */
|
|
6
|
-
export type ArrowLoaderOptions = LoaderOptions & {
|
|
7
|
-
/** ArrowLoader options */
|
|
8
|
-
arrow?: {
|
|
9
|
-
/** Shape of returned data */
|
|
10
|
-
shape: 'arrow-table' | 'columnar-table' | 'array-row-table' | 'object-row-table';
|
|
11
|
-
/** Debounce time between batches (prevent excessive numbers of small batches) */
|
|
12
|
-
batchDebounceMs?: number;
|
|
13
|
-
/** Override the URL to the worker bundle (by default loads from unpkg.com) */
|
|
14
|
-
workerUrl?: string;
|
|
15
|
-
};
|
|
16
|
-
};
|
|
17
|
-
/** ArrowJS table loader */
|
|
18
|
-
export declare const ArrowWorkerLoader: {
|
|
19
|
-
readonly dataType: ArrowTable;
|
|
20
|
-
readonly batchType: never;
|
|
21
|
-
readonly name: "Apache Arrow";
|
|
22
|
-
readonly id: "arrow";
|
|
23
|
-
readonly module: "arrow";
|
|
24
|
-
readonly version: any;
|
|
25
|
-
readonly category: "table";
|
|
26
|
-
readonly extensions: ["arrow", "feather"];
|
|
27
|
-
readonly mimeTypes: ["application/vnd.apache.arrow.file", "application/vnd.apache.arrow.stream", "application/octet-stream"];
|
|
28
|
-
readonly binary: true;
|
|
29
|
-
readonly tests: ["ARROW"];
|
|
30
|
-
readonly options: {
|
|
31
|
-
readonly arrow: {
|
|
32
|
-
readonly shape: "columnar-table";
|
|
33
|
-
};
|
|
34
|
-
};
|
|
35
|
-
};
|
|
1
|
+
import type { Table } from '@loaders.gl/schema';
|
|
2
|
+
import { parseArrowInBatches } from "./lib/parsers/parse-arrow.js";
|
|
3
|
+
import type { ArrowLoaderOptions } from "./exports/arrow-loader.js";
|
|
36
4
|
/** ArrowJS table loader */
|
|
37
5
|
export declare const ArrowLoader: {
|
|
38
|
-
readonly parse: (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) => Promise<
|
|
39
|
-
readonly parseSync: (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) =>
|
|
6
|
+
readonly parse: (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) => Promise<Table>;
|
|
7
|
+
readonly parseSync: (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) => Table;
|
|
40
8
|
readonly parseInBatches: typeof parseArrowInBatches;
|
|
41
|
-
readonly dataType: ArrowTable;
|
|
9
|
+
readonly dataType: import(".").ArrowTable;
|
|
42
10
|
readonly batchType: never;
|
|
43
11
|
readonly name: "Apache Arrow";
|
|
44
12
|
readonly id: "arrow";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"arrow-loader.d.ts","sourceRoot":"","sources":["../src/arrow-loader.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"arrow-loader.d.ts","sourceRoot":"","sources":["../src/arrow-loader.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,KAAK,EAAkB,MAAM,oBAAoB,CAAC;AAC/D,OAAO,EAAiB,mBAAmB,EAAC,qCAAkC;AAE9E,OAAO,KAAK,EAAC,kBAAkB,EAAC,kCAA+B;AAG/D,2BAA2B;AAC3B,eAAO,MAAM,WAAW;kCAEK,WAAW,YAAY,kBAAkB;sCAE3C,WAAW,YAAY,kBAAkB;;;;;;;;;;;;;;;;;;CAGa,CAAC"}
|
package/dist/arrow-loader.js
CHANGED
|
@@ -1,35 +1,8 @@
|
|
|
1
1
|
// loaders.gl
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
|
-
import { parseArrowSync } from "./parsers/parse-arrow
|
|
5
|
-
import {
|
|
6
|
-
// __VERSION__ is injected by babel-plugin-version-inline
|
|
7
|
-
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
8
|
-
const VERSION = typeof "4.3.0-alpha.7" !== 'undefined' ? "4.3.0-alpha.7" : 'latest';
|
|
9
|
-
/** ArrowJS table loader */
|
|
10
|
-
export const ArrowWorkerLoader = {
|
|
11
|
-
dataType: null,
|
|
12
|
-
batchType: null,
|
|
13
|
-
name: 'Apache Arrow',
|
|
14
|
-
id: 'arrow',
|
|
15
|
-
module: 'arrow',
|
|
16
|
-
version: VERSION,
|
|
17
|
-
// worker: true,
|
|
18
|
-
category: 'table',
|
|
19
|
-
extensions: ['arrow', 'feather'],
|
|
20
|
-
mimeTypes: [
|
|
21
|
-
'application/vnd.apache.arrow.file',
|
|
22
|
-
'application/vnd.apache.arrow.stream',
|
|
23
|
-
'application/octet-stream'
|
|
24
|
-
],
|
|
25
|
-
binary: true,
|
|
26
|
-
tests: ['ARROW'],
|
|
27
|
-
options: {
|
|
28
|
-
arrow: {
|
|
29
|
-
shape: 'columnar-table'
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
};
|
|
4
|
+
import { parseArrowSync, parseArrowInBatches } from "./lib/parsers/parse-arrow.js";
|
|
5
|
+
import { ArrowWorkerLoader } from "./exports/arrow-loader.js";
|
|
33
6
|
/** ArrowJS table loader */
|
|
34
7
|
export const ArrowLoader = {
|
|
35
8
|
...ArrowWorkerLoader,
|