@loaders.gl/scientific 5.0.0-beta.1 → 5.0.0-beta.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +11 -4
- package/dist/hdf5/http-range-reader.d.ts.map +1 -1
- package/dist/hdf5/http-range-reader.js +2 -12
- package/dist/hdf5/http-range-reader.js.map +1 -1
- package/dist/hdf5/index.cjs +2 -11
- package/dist/hdf5/index.cjs.map +2 -2
- package/dist/index.cjs +136 -4152
- package/dist/index.cjs.map +4 -3
- package/dist/index.d.ts +14 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +7 -4
- package/dist/index.js.map +1 -1
- package/dist/lib/parsers/parse-npy.d.ts +15 -0
- package/dist/lib/parsers/parse-npy.d.ts.map +1 -0
- package/dist/lib/parsers/parse-npy.js +81 -0
- package/dist/lib/parsers/parse-npy.js.map +1 -0
- package/dist/netcdf/bundled.cjs +47 -46
- package/dist/netcdf/index.cjs +47 -46
- package/dist/netcdf/index.cjs.map +3 -3
- package/dist/netcdf/index.d.ts +2 -1
- package/dist/netcdf/index.d.ts.map +1 -1
- package/dist/netcdf/index.js +2 -1
- package/dist/netcdf/index.js.map +1 -1
- package/dist/netcdf/netcdf-loader-with-parser.cjs +396 -2
- package/dist/netcdf/netcdf-loader-with-parser.d.ts +10 -0
- package/dist/netcdf/netcdf-loader-with-parser.d.ts.map +1 -1
- package/dist/netcdf/netcdf-loader-with-parser.js +3 -1
- package/dist/netcdf/netcdf-loader-with-parser.js.map +1 -1
- package/dist/netcdf/netcdf-loader.cjs +12 -9
- package/dist/netcdf/netcdf-loader.cjs.map +7 -0
- package/dist/netcdf/netcdf-loader.d.ts +10 -21
- package/dist/netcdf/netcdf-loader.d.ts.map +1 -1
- package/dist/netcdf/netcdf-loader.js +6 -3
- package/dist/netcdf/netcdf-loader.js.map +1 -1
- package/dist/netcdf/netcdf-source-loader.cjs +17 -31
- package/dist/netcdf/netcdf-source-loader.d.ts +2 -20
- package/dist/netcdf/netcdf-source-loader.d.ts.map +1 -1
- package/dist/netcdf/netcdf-source-loader.js +22 -20
- package/dist/netcdf/netcdf-source-loader.js.map +1 -1
- package/dist/netcdf/unbundled.cjs +47 -46
- package/dist/netcdf.dev.js +3095 -2654
- package/dist/netcdf.min.js +4 -4
- package/dist/npy-format.d.ts +12 -0
- package/dist/npy-format.d.ts.map +1 -0
- package/dist/npy-format.js +15 -0
- package/dist/npy-format.js.map +1 -0
- package/dist/{netcdf/netcdf-source-loader-types.cjs → npy-loader-types.cjs} +34 -35
- package/dist/npy-loader-types.cjs.map +7 -0
- package/dist/npy-loader-types.d.ts +53 -0
- package/dist/npy-loader-types.d.ts.map +1 -0
- package/dist/npy-loader-types.js +32 -0
- package/dist/npy-loader-types.js.map +1 -0
- package/dist/npy-loader.cjs +273 -0
- package/dist/npy-loader.cjs.map +6 -0
- package/dist/npy-loader.d.ts +27 -0
- package/dist/npy-loader.d.ts.map +1 -0
- package/dist/npy-loader.js +15 -0
- package/dist/npy-loader.js.map +1 -0
- package/dist/npy-worker.d.ts +2 -0
- package/dist/npy-worker.d.ts.map +1 -0
- package/dist/npy-worker.js +1285 -0
- package/dist/npy-worker.js.map +1 -0
- package/dist/nrrd/parse-nrrd.d.ts +22 -0
- package/dist/nrrd/parse-nrrd.d.ts.map +1 -0
- package/dist/nrrd/parse-nrrd.js +228 -0
- package/dist/nrrd/parse-nrrd.js.map +1 -0
- package/dist/nrrd-loader-types.cjs +58 -0
- package/dist/nrrd-loader-types.cjs.map +7 -0
- package/dist/nrrd-loader-types.d.ts +31 -0
- package/dist/nrrd-loader-types.d.ts.map +1 -0
- package/dist/nrrd-loader-types.js +25 -0
- package/dist/nrrd-loader-types.js.map +1 -0
- package/dist/nrrd-loader.cjs +252 -0
- package/dist/nrrd-loader.cjs.map +6 -0
- package/dist/nrrd-loader.d.ts +16 -0
- package/dist/nrrd-loader.d.ts.map +1 -0
- package/dist/nrrd-loader.js +8 -0
- package/dist/nrrd-loader.js.map +1 -0
- package/dist/vtk/index.cjs +26 -4117
- package/dist/vtk/index.cjs.map +3 -3
- package/dist/vtk/vtk-xml.js +4 -4
- package/dist/vtk/vtk-xml.js.map +1 -1
- package/dist/vtk/vtk.d.ts.map +1 -1
- package/dist/vtk/vtk.js +19 -1
- package/dist/vtk/vtk.js.map +1 -1
- package/dist/vtk-loader-types.cjs +58 -0
- package/dist/vtk-loader-types.cjs.map +7 -0
- package/dist/vtk-loader-types.d.ts +34 -0
- package/dist/vtk-loader-types.d.ts.map +1 -0
- package/dist/vtk-loader-types.js +25 -0
- package/dist/vtk-loader-types.js.map +1 -0
- package/dist/vtk-loader.cjs +384 -0
- package/dist/vtk-loader.cjs.map +6 -0
- package/dist/vtk-loader.d.ts +21 -0
- package/dist/vtk-loader.d.ts.map +1 -0
- package/dist/vtk-loader.js +21 -0
- package/dist/vtk-loader.js.map +1 -0
- package/dist/workers/npy-worker.d.ts +2 -0
- package/dist/workers/npy-worker.d.ts.map +1 -0
- package/dist/workers/npy-worker.js +7 -0
- package/dist/workers/npy-worker.js.map +1 -0
- package/dist/zarr/{geo-zarr-source-loader.d.ts → geo-zarr-loader.d.ts} +9 -9
- package/dist/zarr/geo-zarr-loader.d.ts.map +1 -0
- package/dist/zarr/{geo-zarr-source-loader.js → geo-zarr-loader.js} +167 -48
- package/dist/zarr/geo-zarr-loader.js.map +1 -0
- package/dist/zarr/index.cjs +221 -70
- package/dist/zarr/index.cjs.map +3 -3
- package/dist/zarr/index.d.ts +8 -8
- package/dist/zarr/index.d.ts.map +1 -1
- package/dist/zarr/index.js +4 -4
- package/dist/zarr/index.js.map +1 -1
- package/dist/zarr/lib/spatial-multiscales.d.ts +13 -2
- package/dist/zarr/lib/spatial-multiscales.d.ts.map +1 -1
- package/dist/zarr/lib/spatial-multiscales.js +94 -8
- package/dist/zarr/lib/spatial-multiscales.js.map +1 -1
- package/dist/zarr/{ome-zarr-source-loader.d.ts → ome-zarr-loader.d.ts} +9 -9
- package/dist/zarr/ome-zarr-loader.d.ts.map +1 -0
- package/dist/zarr/{ome-zarr-source-loader.js → ome-zarr-loader.js} +5 -5
- package/dist/zarr/ome-zarr-loader.js.map +1 -0
- package/dist/zarr/{spatial-data-source.d.ts → spatial-data-loader.d.ts} +11 -11
- package/dist/zarr/spatial-data-loader.d.ts.map +1 -0
- package/dist/zarr/{spatial-data-source.js → spatial-data-loader.js} +7 -7
- package/dist/zarr/spatial-data-loader.js.map +1 -0
- package/dist/zarr/{zarr-array-source.d.ts → zarr-array-loader.d.ts} +9 -9
- package/dist/zarr/{zarr-array-source.d.ts.map → zarr-array-loader.d.ts.map} +1 -1
- package/dist/zarr/{zarr-array-source.js → zarr-array-loader.js} +5 -5
- package/dist/zarr/{zarr-array-source.js.map → zarr-array-loader.js.map} +1 -1
- package/dist/zarr/zarr-loader-types.cjs +161 -0
- package/dist/zarr/zarr-loader-types.cjs.map +7 -0
- package/dist/zarr/zarr-loader-types.d.ts +32 -32
- package/dist/zarr/zarr-loader-types.d.ts.map +1 -1
- package/dist/zarr/zarr-loader-types.js +24 -24
- package/dist/zarr/zarr-loader-types.js.map +1 -1
- package/dist/zarr.dev.js +294 -80
- package/dist/zarr.min.js +40 -40
- package/package.json +54 -7
- package/src/hdf5/http-range-reader.ts +3 -11
- package/src/index.ts +27 -16
- package/src/lib/parsers/parse-npy.ts +123 -0
- package/src/netcdf/index.ts +2 -5
- package/src/netcdf/netcdf-loader-with-parser.ts +3 -1
- package/src/netcdf/netcdf-loader.ts +5 -3
- package/src/netcdf/netcdf-source-loader.ts +32 -24
- package/src/npy-format.ts +17 -0
- package/src/npy-loader-types.ts +47 -0
- package/src/npy-loader.ts +21 -0
- package/src/npy-worker.ts +6 -0
- package/src/nrrd/parse-nrrd.ts +267 -0
- package/src/nrrd-loader-types.ts +25 -0
- package/src/nrrd-loader.ts +7 -0
- package/src/vtk/vtk-xml.ts +4 -4
- package/src/vtk/vtk.ts +28 -1
- package/src/vtk-loader-types.ts +25 -0
- package/src/vtk-loader.ts +19 -0
- package/src/workers/npy-worker.ts +8 -0
- package/src/zarr/{geo-zarr-source-loader.ts → geo-zarr-loader.ts} +206 -55
- package/src/zarr/index.ts +17 -17
- package/src/zarr/lib/spatial-multiscales.ts +104 -8
- package/src/zarr/{ome-zarr-source-loader.ts → ome-zarr-loader.ts} +11 -11
- package/src/zarr/{spatial-data-source.ts → spatial-data-loader.ts} +16 -16
- package/src/zarr/{zarr-array-source.ts → zarr-array-loader.ts} +10 -10
- package/src/zarr/zarr-loader-types.ts +35 -35
- package/dist/netcdf/netcdf-source-loader-types.d.ts +0 -28
- package/dist/netcdf/netcdf-source-loader-types.d.ts.map +0 -1
- package/dist/netcdf/netcdf-source-loader-types.js +0 -32
- package/dist/netcdf/netcdf-source-loader-types.js.map +0 -1
- package/dist/zarr/geo-zarr-source-loader.d.ts.map +0 -1
- package/dist/zarr/geo-zarr-source-loader.js.map +0 -1
- package/dist/zarr/ome-zarr-source-loader.d.ts.map +0 -1
- package/dist/zarr/ome-zarr-source-loader.js.map +0 -1
- package/dist/zarr/spatial-data-source.d.ts.map +0 -1
- package/dist/zarr/spatial-data-source.js.map +0 -1
- package/src/netcdf/netcdf-source-loader-types.ts +0 -45
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/scientific",
|
|
3
|
-
"version": "5.0.0-beta.
|
|
4
|
-
"description": "Scientific
|
|
3
|
+
"version": "5.0.0-beta.10",
|
|
4
|
+
"description": "Scientific NumPy arrays and sources for NetCDF, Zarr, GRIB2, HDF5, and VTK",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
7
7
|
"publishConfig": {
|
|
@@ -63,6 +63,29 @@
|
|
|
63
63
|
"types": "./dist/vector-field/index.d.ts",
|
|
64
64
|
"import": "./dist/vector-field/index.js",
|
|
65
65
|
"require": "./dist/vector-field/index.cjs"
|
|
66
|
+
},
|
|
67
|
+
"./npy-worker.js": {
|
|
68
|
+
"import": "./dist/npy-worker.js"
|
|
69
|
+
},
|
|
70
|
+
"./npy-loader": {
|
|
71
|
+
"types": "./dist/npy-loader.d.ts",
|
|
72
|
+
"import": "./dist/npy-loader.js",
|
|
73
|
+
"require": "./dist/npy-loader.cjs"
|
|
74
|
+
},
|
|
75
|
+
"./npy-loader-types": {
|
|
76
|
+
"types": "./dist/npy-loader-types.d.ts",
|
|
77
|
+
"import": "./dist/npy-loader-types.js",
|
|
78
|
+
"require": "./dist/npy-loader-types.cjs"
|
|
79
|
+
},
|
|
80
|
+
"./vtk-loader": {
|
|
81
|
+
"types": "./dist/vtk-loader.d.ts",
|
|
82
|
+
"import": "./dist/vtk-loader.js",
|
|
83
|
+
"require": "./dist/vtk-loader.cjs"
|
|
84
|
+
},
|
|
85
|
+
"./nrrd-loader": {
|
|
86
|
+
"types": "./dist/nrrd-loader.d.ts",
|
|
87
|
+
"import": "./dist/nrrd-loader.js",
|
|
88
|
+
"require": "./dist/nrrd-loader.cjs"
|
|
66
89
|
}
|
|
67
90
|
},
|
|
68
91
|
"sideEffects": false,
|
|
@@ -75,7 +98,7 @@
|
|
|
75
98
|
"third-party-licenses"
|
|
76
99
|
],
|
|
77
100
|
"scripts": {
|
|
78
|
-
"pre-build": "npm run build-bundle && npm run build-bundle-dev && npm run build-cjs-netcdf && npm run build-cjs-zarr && npm run build-cjs-grib2 && npm run build-cjs-hdf5 && npm run build-cjs-vtk && npm run build-cjs-vector-field",
|
|
101
|
+
"pre-build": "npm run build-bundle && npm run build-bundle-dev && npm run build-cjs-netcdf && npm run build-cjs-zarr && npm run build-cjs-grib2 && npm run build-cjs-hdf5 && npm run build-cjs-vtk && npm run build-cjs-vector-field && npm run build-npy-worker && npm run build-metadata && npm run build-cjs-vtk-loader && npm run build-cjs-nrrd",
|
|
79
102
|
"build-bundle": "ocular-bundle ./netcdf-bundle.ts --output=dist/netcdf.min.js && ocular-bundle ./zarr-bundle.ts --output=dist/zarr.min.js",
|
|
80
103
|
"build-bundle-dev": "ocular-bundle ./netcdf-bundle.ts --env=dev --output=dist/netcdf.dev.js && ocular-bundle ./zarr-bundle.ts --env=dev --output=dist/zarr.dev.js",
|
|
81
104
|
"build-cjs-netcdf": "esbuild src/netcdf/*.ts --bundle --format=cjs --platform=node --target=node22 --outdir=dist/netcdf --out-extension:.js=.cjs --external:@loaders.gl/* --external:@math.gl/*",
|
|
@@ -83,11 +106,16 @@
|
|
|
83
106
|
"build-cjs-grib2": "esbuild src/grib2/index.ts src/scientific-array.ts --bundle --format=cjs --platform=node --target=node22 --outdir=dist --out-extension:.js=.cjs --external:@loaders.gl/*",
|
|
84
107
|
"build-cjs-hdf5": "esbuild src/hdf5/index.ts --bundle --format=cjs --platform=node --target=node22 --outfile=dist/hdf5/index.cjs --external:@loaders.gl/*",
|
|
85
108
|
"build-cjs-vtk": "esbuild src/vtk/index.ts --bundle --format=cjs --platform=node --target=node22 --outfile=dist/vtk/index.cjs --external:@loaders.gl/*",
|
|
86
|
-
"build-cjs-vector-field": "esbuild src/vector-field/index.ts --bundle --format=cjs --platform=node --target=node22 --outfile=dist/vector-field/index.cjs --external:@loaders.gl/*"
|
|
109
|
+
"build-cjs-vector-field": "esbuild src/vector-field/index.ts --bundle --format=cjs --platform=node --target=node22 --outfile=dist/vector-field/index.cjs --external:@loaders.gl/*",
|
|
110
|
+
"build-npy-worker": "esbuild src/workers/npy-worker.ts --outfile=dist/npy-worker.js --target=esnext --bundle --define:__VERSION__=\\\"$npm_package_version\\\"",
|
|
111
|
+
"build-metadata": "node ../../scripts/build-scientific-metadata.mjs",
|
|
112
|
+
"build-cjs-vtk-loader": "esbuild src/vtk-loader.ts --bundle --format=cjs --platform=node --target=node22 --outfile=dist/vtk-loader.cjs --external:@loaders.gl/*",
|
|
113
|
+
"build-cjs-nrrd": "esbuild src/nrrd-loader.ts --bundle --format=cjs --platform=node --target=node22 --outfile=dist/nrrd-loader.cjs --external:@loaders.gl/*"
|
|
87
114
|
},
|
|
88
115
|
"dependencies": {
|
|
89
|
-
"@
|
|
90
|
-
"
|
|
116
|
+
"@loaders.gl/documents": "5.0.0-beta.10",
|
|
117
|
+
"@math.gl/core": "5.0.0-beta.10",
|
|
118
|
+
"@math.gl/geospatial": "5.0.0-beta.10",
|
|
91
119
|
"h5wasm": "^0.10.3",
|
|
92
120
|
"zarr": "^0.5.0",
|
|
93
121
|
"zarrita": "~0.7.1"
|
|
@@ -95,5 +123,24 @@
|
|
|
95
123
|
"peerDependencies": {
|
|
96
124
|
"@loaders.gl/core": "~5.0.0-alpha.0"
|
|
97
125
|
},
|
|
98
|
-
"
|
|
126
|
+
"keywords": [
|
|
127
|
+
"loaders.gl",
|
|
128
|
+
"NetCDF",
|
|
129
|
+
"NetCDF-4",
|
|
130
|
+
"Zarr",
|
|
131
|
+
"GeoZarr",
|
|
132
|
+
"OME-Zarr",
|
|
133
|
+
"SpatialData",
|
|
134
|
+
"GRIB2",
|
|
135
|
+
"HDF5",
|
|
136
|
+
"VTK",
|
|
137
|
+
"VTI",
|
|
138
|
+
"VTR",
|
|
139
|
+
"VTS",
|
|
140
|
+
"VTU",
|
|
141
|
+
"VTP",
|
|
142
|
+
"cdf",
|
|
143
|
+
"nc"
|
|
144
|
+
],
|
|
145
|
+
"gitHead": "efdd84034c25e2e5dbb41bc88b75af56cb2176da"
|
|
99
146
|
}
|
|
@@ -2,6 +2,8 @@
|
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
|
|
5
|
+
import {readRangeResponse} from '@loaders.gl/core/loader-utils';
|
|
6
|
+
|
|
5
7
|
/** Strict byte-range transport for backends that can resolve HDF5 chunk addresses. */
|
|
6
8
|
export class HTTPRangeReader {
|
|
7
9
|
/** Create a strict range reader for one remote HDF5 URL. */
|
|
@@ -26,16 +28,6 @@ export class HTTPRangeReader {
|
|
|
26
28
|
headers: {Range: `bytes=${offset}-${offset + length - 1}`},
|
|
27
29
|
signal
|
|
28
30
|
});
|
|
29
|
-
|
|
30
|
-
throw new Error('HDF5: remote server did not honor HTTP Range (206 required)');
|
|
31
|
-
}
|
|
32
|
-
const range = response.headers.get('Content-Range');
|
|
33
|
-
const match = /^bytes (\d+)-(\d+)\/(\d+|\*)$/.exec(range ?? '');
|
|
34
|
-
if (!match || Number(match[1]) !== offset || Number(match[2]) !== offset + length - 1) {
|
|
35
|
-
throw new Error('HDF5: unexpected Content-Range');
|
|
36
|
-
}
|
|
37
|
-
const bytes = new Uint8Array(await response.arrayBuffer());
|
|
38
|
-
if (bytes.byteLength !== length) throw new Error('HDF5: truncated range response');
|
|
39
|
-
return bytes;
|
|
31
|
+
return readRangeResponse(response, offset, length, signal);
|
|
40
32
|
}
|
|
41
33
|
}
|
package/src/index.ts
CHANGED
|
@@ -1,34 +1,34 @@
|
|
|
1
|
-
// loaders.gl
|
|
2
1
|
// SPDX-License-Identifier: MIT
|
|
3
2
|
// Copyright (c) vis.gl contributors
|
|
3
|
+
// loaders.gl
|
|
4
4
|
|
|
5
5
|
export {NetCDFFormat} from './netcdf/netcdf-format';
|
|
6
|
-
export {NetCDFLoader
|
|
6
|
+
export {NetCDFLoader} from './netcdf/netcdf-loader';
|
|
7
7
|
export type {NetCDF, NetCDFLoaderOptions} from './netcdf/netcdf-loader';
|
|
8
|
-
|
|
8
|
+
|
|
9
9
|
export type {NetCDFRasterQueryOptions, NetCDFSourceOptions} from './netcdf/netcdf-source-loader';
|
|
10
10
|
export {
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
11
|
+
OMEZarrLoader,
|
|
12
|
+
GeoZarrLoader,
|
|
13
|
+
ZarrArrayLoader,
|
|
14
|
+
SpatialDataLoader
|
|
15
15
|
} from './zarr/zarr-loader-types';
|
|
16
16
|
export type {
|
|
17
17
|
GetZarrArrayParameters,
|
|
18
18
|
ZarrArrayData,
|
|
19
19
|
ZarrArraySelection,
|
|
20
20
|
ZarrArraySlice,
|
|
21
|
-
|
|
21
|
+
ZarrArrayLoaderOptions,
|
|
22
22
|
ZarrArraySourceMetadata
|
|
23
|
-
} from './zarr/zarr-array-
|
|
23
|
+
} from './zarr/zarr-array-loader';
|
|
24
24
|
export type {
|
|
25
25
|
SpatialDataElementFormat,
|
|
26
26
|
SpatialDataElementKind,
|
|
27
27
|
SpatialDataElementMetadata,
|
|
28
|
-
|
|
28
|
+
SpatialDataLoaderOptions,
|
|
29
29
|
SpatialDataSourceMetadata,
|
|
30
30
|
SpatialDataZarrElementSource
|
|
31
|
-
} from './zarr/spatial-data-
|
|
31
|
+
} from './zarr/spatial-data-loader';
|
|
32
32
|
export type {
|
|
33
33
|
GetOMEZarrParameters,
|
|
34
34
|
LoadConsolidatedMetadataOptions,
|
|
@@ -39,17 +39,17 @@ export type {
|
|
|
39
39
|
ZarrConsolidatedFormat,
|
|
40
40
|
ZarrConsolidatedMetadata,
|
|
41
41
|
ZarrMetadataPath,
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
} from './zarr/ome-zarr-
|
|
42
|
+
ZarrLoader,
|
|
43
|
+
ZarrLoaderOptions
|
|
44
|
+
} from './zarr/ome-zarr-loader';
|
|
45
45
|
export type {
|
|
46
46
|
GeoZarrLevelMetadata,
|
|
47
47
|
GeoZarrAffineTransform,
|
|
48
48
|
GeoZarrSelectionDimension,
|
|
49
|
-
|
|
49
|
+
GeoZarrLoaderOptions,
|
|
50
50
|
GeoZarrSourceMetadata,
|
|
51
51
|
GetGeoZarrParameters
|
|
52
|
-
} from './zarr/geo-zarr-
|
|
52
|
+
} from './zarr/geo-zarr-loader';
|
|
53
53
|
|
|
54
54
|
export type {
|
|
55
55
|
ScientificArraySource,
|
|
@@ -60,3 +60,14 @@ export type {
|
|
|
60
60
|
ScientificSelection,
|
|
61
61
|
ScientificSourceCapabilities
|
|
62
62
|
} from './scientific-array';
|
|
63
|
+
|
|
64
|
+
export {NPYLoader} from './npy-loader-types';
|
|
65
|
+
export type {NPYLoaderOptions} from './npy-loader-types';
|
|
66
|
+
export type {NPYTile} from './lib/parsers/parse-npy';
|
|
67
|
+
export {NPYFormat} from './npy-format';
|
|
68
|
+
|
|
69
|
+
export {NRRDLoader} from './nrrd-loader-types';
|
|
70
|
+
export type {NRRDData, NRRDArray} from './nrrd/parse-nrrd';
|
|
71
|
+
|
|
72
|
+
export {VTKLoader} from './vtk-loader-types';
|
|
73
|
+
export type {VTKDataset, VTKDataArray, VTKXMLDataset, VTKXMLPiece, VTKXMLArray} from './vtk';
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
|
|
5
|
+
// import type {TextureLevel} from '@loaders.gl/core/schema';
|
|
6
|
+
import type {TypedArray} from '@math.gl/core';
|
|
7
|
+
// import {TypedArrayConstructor} from "@math.gl/core";
|
|
8
|
+
|
|
9
|
+
// TODO move to math.gl
|
|
10
|
+
type TypedArrayConstructor =
|
|
11
|
+
| typeof Int8Array
|
|
12
|
+
| typeof Uint8Array
|
|
13
|
+
| typeof Int16Array
|
|
14
|
+
| typeof Uint16Array
|
|
15
|
+
| typeof Int32Array
|
|
16
|
+
| typeof Uint32Array
|
|
17
|
+
| typeof Float32Array
|
|
18
|
+
| typeof Float64Array;
|
|
19
|
+
|
|
20
|
+
const a = new Uint32Array([0x12345678]);
|
|
21
|
+
const b = new Uint8Array(a.buffer, a.byteOffset, a.byteLength);
|
|
22
|
+
const isLittleEndian = !(b[0] === 0x12);
|
|
23
|
+
|
|
24
|
+
const LITTLE_ENDIAN_OS = isLittleEndian;
|
|
25
|
+
|
|
26
|
+
/** One numpy "tile" */
|
|
27
|
+
export type NPYTile = {
|
|
28
|
+
/** tile header */
|
|
29
|
+
header: NumpyHeader;
|
|
30
|
+
/** data in tile */
|
|
31
|
+
data: TypedArray;
|
|
32
|
+
};
|
|
33
|
+
|
|
34
|
+
type NumpyHeader = {
|
|
35
|
+
descr: string;
|
|
36
|
+
shape: number[];
|
|
37
|
+
};
|
|
38
|
+
|
|
39
|
+
/**
|
|
40
|
+
* The basic string format consists of 3 characters:
|
|
41
|
+
* 1. a character describing the byteorder of the data (<: little-endian, >: big-endian, |: not-relevant)
|
|
42
|
+
* 2. a character code giving the basic type of the array
|
|
43
|
+
* 3. an integer providing the number of bytes the type uses.
|
|
44
|
+
* https://numpy.org/doc/stable/reference/arrays.interface.html
|
|
45
|
+
*
|
|
46
|
+
* Here I only include the second and third characters, and check endianness separately
|
|
47
|
+
*/
|
|
48
|
+
const DTYPES: Record<string, TypedArrayConstructor> = {
|
|
49
|
+
u1: Uint8Array,
|
|
50
|
+
i1: Int8Array,
|
|
51
|
+
u2: Uint16Array,
|
|
52
|
+
i2: Int16Array,
|
|
53
|
+
u4: Uint32Array,
|
|
54
|
+
i4: Int32Array,
|
|
55
|
+
f4: Float32Array,
|
|
56
|
+
f8: Float64Array
|
|
57
|
+
};
|
|
58
|
+
|
|
59
|
+
export function parseNPY(arrayBuffer: ArrayBuffer, options?: {}): NPYTile {
|
|
60
|
+
const view = new DataView(arrayBuffer);
|
|
61
|
+
const {header, headerEndOffset} = parseHeader(view);
|
|
62
|
+
|
|
63
|
+
const numpyType = header.descr;
|
|
64
|
+
const ArrayType = DTYPES[numpyType.slice(1, 3)];
|
|
65
|
+
if (!ArrayType) {
|
|
66
|
+
throw new Error(`Unimplemented type ${numpyType}`);
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
const nArrayElements = header.shape?.reduce((a: number, b: number): number => a * b);
|
|
70
|
+
const arrayByteLength = nArrayElements * ArrayType.BYTES_PER_ELEMENT;
|
|
71
|
+
|
|
72
|
+
if (arrayBuffer.byteLength < headerEndOffset + arrayByteLength) {
|
|
73
|
+
throw new Error('Buffer overflow');
|
|
74
|
+
}
|
|
75
|
+
const data = new ArrayType(arrayBuffer.slice(headerEndOffset, headerEndOffset + arrayByteLength));
|
|
76
|
+
|
|
77
|
+
// Swap endianness if needed
|
|
78
|
+
if ((numpyType[0] === '>' && LITTLE_ENDIAN_OS) || (numpyType[0] === '<' && !LITTLE_ENDIAN_OS)) {
|
|
79
|
+
throw new Error('Incorrect endianness');
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
return {
|
|
83
|
+
data,
|
|
84
|
+
header
|
|
85
|
+
};
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
/**
|
|
89
|
+
* Parse NPY header
|
|
90
|
+
*
|
|
91
|
+
* @param view
|
|
92
|
+
* @return
|
|
93
|
+
*/
|
|
94
|
+
function parseHeader(view: DataView): {header: NumpyHeader; headerEndOffset: number} {
|
|
95
|
+
const majorVersion = view.getUint8(6);
|
|
96
|
+
// const minorVersion = view.getUint8(7);
|
|
97
|
+
|
|
98
|
+
let offset = 8;
|
|
99
|
+
let headerLength: number;
|
|
100
|
+
if (majorVersion >= 2) {
|
|
101
|
+
headerLength = view.getUint32(offset, true);
|
|
102
|
+
offset += 4;
|
|
103
|
+
} else {
|
|
104
|
+
headerLength = view.getUint16(offset, true);
|
|
105
|
+
offset += 2;
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
const encoding = majorVersion <= 2 ? 'latin1' : 'utf-8';
|
|
109
|
+
const decoder = new TextDecoder(encoding);
|
|
110
|
+
const headerArray = new Uint8Array(view.buffer, offset, headerLength);
|
|
111
|
+
const headerText = decoder.decode(headerArray);
|
|
112
|
+
offset += headerLength;
|
|
113
|
+
|
|
114
|
+
const header = JSON.parse(
|
|
115
|
+
headerText
|
|
116
|
+
.replace(/'/g, '"')
|
|
117
|
+
.replace('False', 'false')
|
|
118
|
+
.replace('(', '[')
|
|
119
|
+
.replace(/,*\),*/g, ']')
|
|
120
|
+
);
|
|
121
|
+
|
|
122
|
+
return {header, headerEndOffset: offset};
|
|
123
|
+
}
|
package/src/netcdf/index.ts
CHANGED
|
@@ -4,13 +4,10 @@
|
|
|
4
4
|
|
|
5
5
|
export {NetCDFReader} from './netcdfjs/netcdf-reader';
|
|
6
6
|
export {NetCDFFormat} from './netcdf-format';
|
|
7
|
+
export {NetCDFLoader} from './netcdf-loader';
|
|
7
8
|
export type {NetCDF, NetCDFLoaderOptions} from './netcdf-loader';
|
|
8
9
|
export {NetCDFLoaderWithParser, NetCDFWorkerLoaderWithParser} from './netcdf-loader-with-parser';
|
|
9
|
-
export {
|
|
10
|
-
NetCDFSourceLoaderWithParser,
|
|
11
|
-
NetCDFSourceLoaderWithParser as NetCDFSourceLoader,
|
|
12
|
-
NetCDFSource
|
|
13
|
-
} from './netcdf-source-loader';
|
|
10
|
+
export {NetCDFSource} from './netcdf-source-loader';
|
|
14
11
|
export type {NetCDFRasterQueryOptions, NetCDFSourceOptions} from './netcdf-source-loader';
|
|
15
12
|
|
|
16
13
|
export {NetCDF4Source} from './netcdf4-source';
|
|
@@ -2,10 +2,11 @@
|
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
|
|
5
|
+
import {createNetCDFSource} from './netcdf-source-loader';
|
|
5
6
|
import type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/core/loader-utils';
|
|
6
7
|
import type {NetCDFHeader} from './netcdfjs/netcdf-types';
|
|
7
8
|
import {NetCDFReader} from './netcdfjs/netcdf-reader';
|
|
8
|
-
import {
|
|
9
|
+
import {NetCDFLoader as NetCDFWorkerLoaderMetadata} from './netcdf-loader';
|
|
9
10
|
import {NetCDFLoader as NetCDFLoaderMetadata} from './netcdf-loader';
|
|
10
11
|
|
|
11
12
|
const {preload: _NetCDFWorkerLoaderPreload, ...NetCDFWorkerLoaderMetadataWithoutPreload} =
|
|
@@ -35,6 +36,7 @@ export const NetCDFWorkerLoaderWithParser = {
|
|
|
35
36
|
* Loader for the NetCDF format
|
|
36
37
|
*/
|
|
37
38
|
export const NetCDFLoaderWithParser = {
|
|
39
|
+
createDataSourceSync: createNetCDFSource,
|
|
38
40
|
...NetCDFLoaderMetadataWithoutPreload,
|
|
39
41
|
parse: async (arrayBuffer, options) => parseNetCDF(arrayBuffer, options)
|
|
40
42
|
} as const satisfies LoaderWithParser<NetCDF, never, NetCDFLoaderOptions>;
|
|
@@ -34,6 +34,11 @@ async function preload() {
|
|
|
34
34
|
* Metadata-only loader for NETCDF.
|
|
35
35
|
*/
|
|
36
36
|
export const NetCDFLoader = {
|
|
37
|
+
/** Matches input for source selection. */
|
|
38
|
+
testURL: (url: string): boolean => /\.(?:cdf|nc)(?:$|[?#])/i.test(url),
|
|
39
|
+
fromUrl: true,
|
|
40
|
+
fromBlob: true,
|
|
41
|
+
type: 'netcdf',
|
|
37
42
|
...NetCDFFormat,
|
|
38
43
|
dataType: null as unknown as NetCDF,
|
|
39
44
|
batchType: null as never,
|
|
@@ -57,6 +62,3 @@ export const NetCDFLoader = {
|
|
|
57
62
|
},
|
|
58
63
|
preload
|
|
59
64
|
} as const satisfies Loader<NetCDF, never, NetCDFLoaderOptions>;
|
|
60
|
-
|
|
61
|
-
/** @deprecated Use NetCDFLoader. */
|
|
62
|
-
export const NetCDFWorkerLoader = NetCDFLoader;
|
|
@@ -10,22 +10,16 @@ import type {
|
|
|
10
10
|
RasterQueryCapabilities,
|
|
11
11
|
RasterQueryOptions,
|
|
12
12
|
ScanQueryMetadata,
|
|
13
|
-
ScanQueryMetadataOptions
|
|
14
|
-
SourceLoader
|
|
13
|
+
ScanQueryMetadataOptions
|
|
15
14
|
} from '@loaders.gl/core/loader-utils';
|
|
16
15
|
import {
|
|
17
16
|
createScanQueryMetadata,
|
|
18
17
|
DataSource,
|
|
19
18
|
validateRasterQueryOptions
|
|
20
19
|
} from '@loaders.gl/core/loader-utils';
|
|
21
|
-
import {NetCDFFormat} from './netcdf-format';
|
|
22
20
|
import {NetCDFReader} from './netcdfjs/netcdf-reader';
|
|
23
21
|
import type {NetCDFHeader, NetCDFVariable} from './netcdfjs/netcdf-types';
|
|
24
22
|
|
|
25
|
-
// __VERSION__ is injected by babel-plugin-version-inline
|
|
26
|
-
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
27
|
-
const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
|
|
28
|
-
|
|
29
23
|
/** Options for a NetCDF source. */
|
|
30
24
|
export type NetCDFSourceOptions = DataSourceOptions;
|
|
31
25
|
|
|
@@ -203,7 +197,30 @@ export class NetCDFSource extends DataSource<string | Blob, NetCDFSourceOptions>
|
|
|
203
197
|
});
|
|
204
198
|
if (!response.ok) throw new Error(`NetCDF request failed with status ${response.status}.`);
|
|
205
199
|
arrayBuffer = await response.arrayBuffer();
|
|
206
|
-
|
|
200
|
+
let byteLength = getResponseByteLength(response, arrayBuffer.byteLength);
|
|
201
|
+
if (
|
|
202
|
+
response.status === 206 &&
|
|
203
|
+
!response.headers.has('Content-Range') &&
|
|
204
|
+
arrayBuffer.byteLength === rangeSize
|
|
205
|
+
) {
|
|
206
|
+
// Partial Content-Length is the prefix size, not the file size. CORS
|
|
207
|
+
// can hide Content-Range, so discover the total from a separate HEAD.
|
|
208
|
+
const metadata = await this.fetch(this.url, {method: 'HEAD'});
|
|
209
|
+
const value = metadata.headers.get('Content-Length');
|
|
210
|
+
await metadata.body?.cancel();
|
|
211
|
+
if (
|
|
212
|
+
metadata.status !== 200 ||
|
|
213
|
+
!value ||
|
|
214
|
+
!/^\d+$/.test(value) ||
|
|
215
|
+
!Number.isSafeInteger(Number(value)) ||
|
|
216
|
+
Number(value) < arrayBuffer.byteLength
|
|
217
|
+
) {
|
|
218
|
+
throw new Error(
|
|
219
|
+
'NetCDF file size unavailable: expose Content-Range or provide HEAD Content-Length'
|
|
220
|
+
);
|
|
221
|
+
}
|
|
222
|
+
byteLength = Number(value);
|
|
223
|
+
}
|
|
207
224
|
try {
|
|
208
225
|
return {header: new NetCDFReader(arrayBuffer).header, byteLength};
|
|
209
226
|
} catch (error) {
|
|
@@ -217,22 +234,13 @@ export class NetCDFSource extends DataSource<string | Blob, NetCDFSourceOptions>
|
|
|
217
234
|
}
|
|
218
235
|
|
|
219
236
|
/** Parser-bearing source loader for NetCDF metadata scans. */
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
type: 'netcdf-source',
|
|
228
|
-
fromUrl: true,
|
|
229
|
-
fromBlob: true,
|
|
230
|
-
options: {},
|
|
231
|
-
defaultOptions: {},
|
|
232
|
-
testURL: (url: string): boolean => /\.(?:cdf|nc)(?:$|[?#])/i.test(url),
|
|
233
|
-
createDataSource: (data: string | Blob, options: NetCDFSourceOptions): NetCDFSource =>
|
|
234
|
-
new NetCDFSource(data, options)
|
|
235
|
-
} as const satisfies SourceLoader<NetCDFSource>;
|
|
237
|
+
/** Creates a reusable NetCDF source. */
|
|
238
|
+
export function createNetCDFSource(
|
|
239
|
+
data: string | Blob,
|
|
240
|
+
options: NetCDFSourceOptions
|
|
241
|
+
): NetCDFSource {
|
|
242
|
+
return new NetCDFSource(data, options);
|
|
243
|
+
}
|
|
236
244
|
|
|
237
245
|
/** Maps NetCDF primitive names to portable schema data types. */
|
|
238
246
|
function getNetCDFDataType(type: string): DataType {
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
|
|
5
|
+
import type {Format} from '@loaders.gl/core/loader-utils';
|
|
6
|
+
|
|
7
|
+
/** NumPy binary array format. */
|
|
8
|
+
export const NPYFormat = {
|
|
9
|
+
name: 'NPY',
|
|
10
|
+
id: 'npy',
|
|
11
|
+
module: 'scientific',
|
|
12
|
+
encoding: 'binary',
|
|
13
|
+
format: 'npy',
|
|
14
|
+
extensions: ['npy'],
|
|
15
|
+
mimeTypes: [],
|
|
16
|
+
binary: true
|
|
17
|
+
} as const satisfies Format;
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
|
|
5
|
+
import type {Loader, LoaderOptions} from '@loaders.gl/core/loader-utils';
|
|
6
|
+
import {NPYFormat} from './npy-format';
|
|
7
|
+
// @ts-ignore __VERSION__ is injected by the package build.
|
|
8
|
+
const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
|
|
9
|
+
import type {NPYTile} from './lib/parsers/parse-npy';
|
|
10
|
+
|
|
11
|
+
// \x93NUMPY
|
|
12
|
+
const NPY_MAGIC_NUMBER = new Uint8Array([147, 78, 85, 77, 80, 89]);
|
|
13
|
+
|
|
14
|
+
/** NPYLoader for numpy tiles */
|
|
15
|
+
export type NPYLoaderOptions = LoaderOptions & {
|
|
16
|
+
/** NPYLoader for numpy tiles */
|
|
17
|
+
npy?: {
|
|
18
|
+
/** Override the URL to the worker bundle (by default loads from unpkg.com) */
|
|
19
|
+
workerUrl?: string;
|
|
20
|
+
};
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
/** Preloads the parser-bearing NPY loader implementation. */
|
|
24
|
+
async function preload() {
|
|
25
|
+
const {NPYLoaderWithParser} = await import('@loaders.gl/scientific/npy-loader');
|
|
26
|
+
return NPYLoaderWithParser;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
/** Metadata-only worker loader for numpy "tiles". */
|
|
30
|
+
export const NPYLoader = {
|
|
31
|
+
...NPYFormat,
|
|
32
|
+
dataType: null as any as NPYTile,
|
|
33
|
+
batchType: null as never,
|
|
34
|
+
|
|
35
|
+
name: 'NPY',
|
|
36
|
+
id: 'npy',
|
|
37
|
+
module: 'scientific',
|
|
38
|
+
version: VERSION,
|
|
39
|
+
worker: true,
|
|
40
|
+
extensions: ['npy'],
|
|
41
|
+
mimeTypes: [],
|
|
42
|
+
tests: [NPY_MAGIC_NUMBER.buffer],
|
|
43
|
+
options: {
|
|
44
|
+
npy: {}
|
|
45
|
+
},
|
|
46
|
+
preload
|
|
47
|
+
} as const satisfies Loader<NPYTile, never, NPYLoaderOptions>;
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
|
|
5
|
+
import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/core/loader-utils';
|
|
6
|
+
import {parseNPY, type NPYTile} from './lib/parsers/parse-npy';
|
|
7
|
+
import type {NPYLoaderOptions} from './npy-loader-types';
|
|
8
|
+
import {NPYLoader as NPYLoaderMetadata} from './npy-loader-types';
|
|
9
|
+
|
|
10
|
+
const {preload: _preload, ...metadata} = NPYLoaderMetadata;
|
|
11
|
+
|
|
12
|
+
export type {NPYLoaderOptions} from './npy-loader-types';
|
|
13
|
+
|
|
14
|
+
/**
|
|
15
|
+
* Loader for numpy "tiles"
|
|
16
|
+
*/
|
|
17
|
+
export const NPYLoaderWithParser = {
|
|
18
|
+
...metadata,
|
|
19
|
+
parseSync: parseNPY,
|
|
20
|
+
parse: async (arrayBuffer: ArrayBuffer, options?: LoaderOptions) => parseNPY(arrayBuffer, options)
|
|
21
|
+
} as const satisfies LoaderWithParser<NPYTile, never, NPYLoaderOptions>;
|