@loaders.gl/scientific 5.0.0-beta.1 → 5.0.0-beta.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (173) hide show
  1. package/README.md +11 -4
  2. package/dist/hdf5/http-range-reader.d.ts.map +1 -1
  3. package/dist/hdf5/http-range-reader.js +2 -12
  4. package/dist/hdf5/http-range-reader.js.map +1 -1
  5. package/dist/hdf5/index.cjs +2 -11
  6. package/dist/hdf5/index.cjs.map +2 -2
  7. package/dist/index.cjs +136 -4152
  8. package/dist/index.cjs.map +4 -3
  9. package/dist/index.d.ts +14 -7
  10. package/dist/index.d.ts.map +1 -1
  11. package/dist/index.js +7 -4
  12. package/dist/index.js.map +1 -1
  13. package/dist/lib/parsers/parse-npy.d.ts +15 -0
  14. package/dist/lib/parsers/parse-npy.d.ts.map +1 -0
  15. package/dist/lib/parsers/parse-npy.js +81 -0
  16. package/dist/lib/parsers/parse-npy.js.map +1 -0
  17. package/dist/netcdf/bundled.cjs +47 -46
  18. package/dist/netcdf/index.cjs +47 -46
  19. package/dist/netcdf/index.cjs.map +3 -3
  20. package/dist/netcdf/index.d.ts +2 -1
  21. package/dist/netcdf/index.d.ts.map +1 -1
  22. package/dist/netcdf/index.js +2 -1
  23. package/dist/netcdf/index.js.map +1 -1
  24. package/dist/netcdf/netcdf-loader-with-parser.cjs +396 -2
  25. package/dist/netcdf/netcdf-loader-with-parser.d.ts +10 -0
  26. package/dist/netcdf/netcdf-loader-with-parser.d.ts.map +1 -1
  27. package/dist/netcdf/netcdf-loader-with-parser.js +3 -1
  28. package/dist/netcdf/netcdf-loader-with-parser.js.map +1 -1
  29. package/dist/netcdf/netcdf-loader.cjs +12 -9
  30. package/dist/netcdf/netcdf-loader.cjs.map +7 -0
  31. package/dist/netcdf/netcdf-loader.d.ts +10 -21
  32. package/dist/netcdf/netcdf-loader.d.ts.map +1 -1
  33. package/dist/netcdf/netcdf-loader.js +6 -3
  34. package/dist/netcdf/netcdf-loader.js.map +1 -1
  35. package/dist/netcdf/netcdf-source-loader.cjs +17 -31
  36. package/dist/netcdf/netcdf-source-loader.d.ts +2 -20
  37. package/dist/netcdf/netcdf-source-loader.d.ts.map +1 -1
  38. package/dist/netcdf/netcdf-source-loader.js +22 -20
  39. package/dist/netcdf/netcdf-source-loader.js.map +1 -1
  40. package/dist/netcdf/unbundled.cjs +47 -46
  41. package/dist/netcdf.dev.js +3095 -2654
  42. package/dist/netcdf.min.js +4 -4
  43. package/dist/npy-format.d.ts +12 -0
  44. package/dist/npy-format.d.ts.map +1 -0
  45. package/dist/npy-format.js +15 -0
  46. package/dist/npy-format.js.map +1 -0
  47. package/dist/{netcdf/netcdf-source-loader-types.cjs → npy-loader-types.cjs} +34 -35
  48. package/dist/npy-loader-types.cjs.map +7 -0
  49. package/dist/npy-loader-types.d.ts +53 -0
  50. package/dist/npy-loader-types.d.ts.map +1 -0
  51. package/dist/npy-loader-types.js +32 -0
  52. package/dist/npy-loader-types.js.map +1 -0
  53. package/dist/npy-loader.cjs +273 -0
  54. package/dist/npy-loader.cjs.map +6 -0
  55. package/dist/npy-loader.d.ts +27 -0
  56. package/dist/npy-loader.d.ts.map +1 -0
  57. package/dist/npy-loader.js +15 -0
  58. package/dist/npy-loader.js.map +1 -0
  59. package/dist/npy-worker.d.ts +2 -0
  60. package/dist/npy-worker.d.ts.map +1 -0
  61. package/dist/npy-worker.js +1285 -0
  62. package/dist/npy-worker.js.map +1 -0
  63. package/dist/nrrd/parse-nrrd.d.ts +22 -0
  64. package/dist/nrrd/parse-nrrd.d.ts.map +1 -0
  65. package/dist/nrrd/parse-nrrd.js +228 -0
  66. package/dist/nrrd/parse-nrrd.js.map +1 -0
  67. package/dist/nrrd-loader-types.cjs +58 -0
  68. package/dist/nrrd-loader-types.cjs.map +7 -0
  69. package/dist/nrrd-loader-types.d.ts +31 -0
  70. package/dist/nrrd-loader-types.d.ts.map +1 -0
  71. package/dist/nrrd-loader-types.js +25 -0
  72. package/dist/nrrd-loader-types.js.map +1 -0
  73. package/dist/nrrd-loader.cjs +252 -0
  74. package/dist/nrrd-loader.cjs.map +6 -0
  75. package/dist/nrrd-loader.d.ts +16 -0
  76. package/dist/nrrd-loader.d.ts.map +1 -0
  77. package/dist/nrrd-loader.js +8 -0
  78. package/dist/nrrd-loader.js.map +1 -0
  79. package/dist/vtk/index.cjs +26 -4117
  80. package/dist/vtk/index.cjs.map +3 -3
  81. package/dist/vtk/vtk-xml.js +4 -4
  82. package/dist/vtk/vtk-xml.js.map +1 -1
  83. package/dist/vtk/vtk.d.ts.map +1 -1
  84. package/dist/vtk/vtk.js +19 -1
  85. package/dist/vtk/vtk.js.map +1 -1
  86. package/dist/vtk-loader-types.cjs +58 -0
  87. package/dist/vtk-loader-types.cjs.map +7 -0
  88. package/dist/vtk-loader-types.d.ts +34 -0
  89. package/dist/vtk-loader-types.d.ts.map +1 -0
  90. package/dist/vtk-loader-types.js +25 -0
  91. package/dist/vtk-loader-types.js.map +1 -0
  92. package/dist/vtk-loader.cjs +384 -0
  93. package/dist/vtk-loader.cjs.map +6 -0
  94. package/dist/vtk-loader.d.ts +21 -0
  95. package/dist/vtk-loader.d.ts.map +1 -0
  96. package/dist/vtk-loader.js +21 -0
  97. package/dist/vtk-loader.js.map +1 -0
  98. package/dist/workers/npy-worker.d.ts +2 -0
  99. package/dist/workers/npy-worker.d.ts.map +1 -0
  100. package/dist/workers/npy-worker.js +7 -0
  101. package/dist/workers/npy-worker.js.map +1 -0
  102. package/dist/zarr/{geo-zarr-source-loader.d.ts → geo-zarr-loader.d.ts} +9 -9
  103. package/dist/zarr/geo-zarr-loader.d.ts.map +1 -0
  104. package/dist/zarr/{geo-zarr-source-loader.js → geo-zarr-loader.js} +167 -48
  105. package/dist/zarr/geo-zarr-loader.js.map +1 -0
  106. package/dist/zarr/index.cjs +221 -70
  107. package/dist/zarr/index.cjs.map +3 -3
  108. package/dist/zarr/index.d.ts +8 -8
  109. package/dist/zarr/index.d.ts.map +1 -1
  110. package/dist/zarr/index.js +4 -4
  111. package/dist/zarr/index.js.map +1 -1
  112. package/dist/zarr/lib/spatial-multiscales.d.ts +13 -2
  113. package/dist/zarr/lib/spatial-multiscales.d.ts.map +1 -1
  114. package/dist/zarr/lib/spatial-multiscales.js +94 -8
  115. package/dist/zarr/lib/spatial-multiscales.js.map +1 -1
  116. package/dist/zarr/{ome-zarr-source-loader.d.ts → ome-zarr-loader.d.ts} +9 -9
  117. package/dist/zarr/ome-zarr-loader.d.ts.map +1 -0
  118. package/dist/zarr/{ome-zarr-source-loader.js → ome-zarr-loader.js} +5 -5
  119. package/dist/zarr/ome-zarr-loader.js.map +1 -0
  120. package/dist/zarr/{spatial-data-source.d.ts → spatial-data-loader.d.ts} +11 -11
  121. package/dist/zarr/spatial-data-loader.d.ts.map +1 -0
  122. package/dist/zarr/{spatial-data-source.js → spatial-data-loader.js} +7 -7
  123. package/dist/zarr/spatial-data-loader.js.map +1 -0
  124. package/dist/zarr/{zarr-array-source.d.ts → zarr-array-loader.d.ts} +9 -9
  125. package/dist/zarr/{zarr-array-source.d.ts.map → zarr-array-loader.d.ts.map} +1 -1
  126. package/dist/zarr/{zarr-array-source.js → zarr-array-loader.js} +5 -5
  127. package/dist/zarr/{zarr-array-source.js.map → zarr-array-loader.js.map} +1 -1
  128. package/dist/zarr/zarr-loader-types.cjs +161 -0
  129. package/dist/zarr/zarr-loader-types.cjs.map +7 -0
  130. package/dist/zarr/zarr-loader-types.d.ts +32 -32
  131. package/dist/zarr/zarr-loader-types.d.ts.map +1 -1
  132. package/dist/zarr/zarr-loader-types.js +24 -24
  133. package/dist/zarr/zarr-loader-types.js.map +1 -1
  134. package/dist/zarr.dev.js +294 -80
  135. package/dist/zarr.min.js +40 -40
  136. package/package.json +54 -7
  137. package/src/hdf5/http-range-reader.ts +3 -11
  138. package/src/index.ts +27 -16
  139. package/src/lib/parsers/parse-npy.ts +123 -0
  140. package/src/netcdf/index.ts +2 -5
  141. package/src/netcdf/netcdf-loader-with-parser.ts +3 -1
  142. package/src/netcdf/netcdf-loader.ts +5 -3
  143. package/src/netcdf/netcdf-source-loader.ts +32 -24
  144. package/src/npy-format.ts +17 -0
  145. package/src/npy-loader-types.ts +47 -0
  146. package/src/npy-loader.ts +21 -0
  147. package/src/npy-worker.ts +6 -0
  148. package/src/nrrd/parse-nrrd.ts +267 -0
  149. package/src/nrrd-loader-types.ts +25 -0
  150. package/src/nrrd-loader.ts +7 -0
  151. package/src/vtk/vtk-xml.ts +4 -4
  152. package/src/vtk/vtk.ts +28 -1
  153. package/src/vtk-loader-types.ts +25 -0
  154. package/src/vtk-loader.ts +19 -0
  155. package/src/workers/npy-worker.ts +8 -0
  156. package/src/zarr/{geo-zarr-source-loader.ts → geo-zarr-loader.ts} +206 -55
  157. package/src/zarr/index.ts +17 -17
  158. package/src/zarr/lib/spatial-multiscales.ts +104 -8
  159. package/src/zarr/{ome-zarr-source-loader.ts → ome-zarr-loader.ts} +11 -11
  160. package/src/zarr/{spatial-data-source.ts → spatial-data-loader.ts} +16 -16
  161. package/src/zarr/{zarr-array-source.ts → zarr-array-loader.ts} +10 -10
  162. package/src/zarr/zarr-loader-types.ts +35 -35
  163. package/dist/netcdf/netcdf-source-loader-types.d.ts +0 -28
  164. package/dist/netcdf/netcdf-source-loader-types.d.ts.map +0 -1
  165. package/dist/netcdf/netcdf-source-loader-types.js +0 -32
  166. package/dist/netcdf/netcdf-source-loader-types.js.map +0 -1
  167. package/dist/zarr/geo-zarr-source-loader.d.ts.map +0 -1
  168. package/dist/zarr/geo-zarr-source-loader.js.map +0 -1
  169. package/dist/zarr/ome-zarr-source-loader.d.ts.map +0 -1
  170. package/dist/zarr/ome-zarr-source-loader.js.map +0 -1
  171. package/dist/zarr/spatial-data-source.d.ts.map +0 -1
  172. package/dist/zarr/spatial-data-source.js.map +0 -1
  173. package/src/netcdf/netcdf-source-loader-types.ts +0 -45
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@loaders.gl/scientific",
3
- "version": "5.0.0-beta.1",
4
- "description": "Scientific data format loaders with metadata roots and explicit format subpaths",
3
+ "version": "5.0.0-beta.10",
4
+ "description": "Scientific NumPy arrays and sources for NetCDF, Zarr, GRIB2, HDF5, and VTK",
5
5
  "license": "MIT",
6
6
  "type": "module",
7
7
  "publishConfig": {
@@ -63,6 +63,29 @@
63
63
  "types": "./dist/vector-field/index.d.ts",
64
64
  "import": "./dist/vector-field/index.js",
65
65
  "require": "./dist/vector-field/index.cjs"
66
+ },
67
+ "./npy-worker.js": {
68
+ "import": "./dist/npy-worker.js"
69
+ },
70
+ "./npy-loader": {
71
+ "types": "./dist/npy-loader.d.ts",
72
+ "import": "./dist/npy-loader.js",
73
+ "require": "./dist/npy-loader.cjs"
74
+ },
75
+ "./npy-loader-types": {
76
+ "types": "./dist/npy-loader-types.d.ts",
77
+ "import": "./dist/npy-loader-types.js",
78
+ "require": "./dist/npy-loader-types.cjs"
79
+ },
80
+ "./vtk-loader": {
81
+ "types": "./dist/vtk-loader.d.ts",
82
+ "import": "./dist/vtk-loader.js",
83
+ "require": "./dist/vtk-loader.cjs"
84
+ },
85
+ "./nrrd-loader": {
86
+ "types": "./dist/nrrd-loader.d.ts",
87
+ "import": "./dist/nrrd-loader.js",
88
+ "require": "./dist/nrrd-loader.cjs"
66
89
  }
67
90
  },
68
91
  "sideEffects": false,
@@ -75,7 +98,7 @@
75
98
  "third-party-licenses"
76
99
  ],
77
100
  "scripts": {
78
- "pre-build": "npm run build-bundle && npm run build-bundle-dev && npm run build-cjs-netcdf && npm run build-cjs-zarr && npm run build-cjs-grib2 && npm run build-cjs-hdf5 && npm run build-cjs-vtk && npm run build-cjs-vector-field",
101
+ "pre-build": "npm run build-bundle && npm run build-bundle-dev && npm run build-cjs-netcdf && npm run build-cjs-zarr && npm run build-cjs-grib2 && npm run build-cjs-hdf5 && npm run build-cjs-vtk && npm run build-cjs-vector-field && npm run build-npy-worker && npm run build-metadata && npm run build-cjs-vtk-loader && npm run build-cjs-nrrd",
79
102
  "build-bundle": "ocular-bundle ./netcdf-bundle.ts --output=dist/netcdf.min.js && ocular-bundle ./zarr-bundle.ts --output=dist/zarr.min.js",
80
103
  "build-bundle-dev": "ocular-bundle ./netcdf-bundle.ts --env=dev --output=dist/netcdf.dev.js && ocular-bundle ./zarr-bundle.ts --env=dev --output=dist/zarr.dev.js",
81
104
  "build-cjs-netcdf": "esbuild src/netcdf/*.ts --bundle --format=cjs --platform=node --target=node22 --outdir=dist/netcdf --out-extension:.js=.cjs --external:@loaders.gl/* --external:@math.gl/*",
@@ -83,11 +106,16 @@
83
106
  "build-cjs-grib2": "esbuild src/grib2/index.ts src/scientific-array.ts --bundle --format=cjs --platform=node --target=node22 --outdir=dist --out-extension:.js=.cjs --external:@loaders.gl/*",
84
107
  "build-cjs-hdf5": "esbuild src/hdf5/index.ts --bundle --format=cjs --platform=node --target=node22 --outfile=dist/hdf5/index.cjs --external:@loaders.gl/*",
85
108
  "build-cjs-vtk": "esbuild src/vtk/index.ts --bundle --format=cjs --platform=node --target=node22 --outfile=dist/vtk/index.cjs --external:@loaders.gl/*",
86
- "build-cjs-vector-field": "esbuild src/vector-field/index.ts --bundle --format=cjs --platform=node --target=node22 --outfile=dist/vector-field/index.cjs --external:@loaders.gl/*"
109
+ "build-cjs-vector-field": "esbuild src/vector-field/index.ts --bundle --format=cjs --platform=node --target=node22 --outfile=dist/vector-field/index.cjs --external:@loaders.gl/*",
110
+ "build-npy-worker": "esbuild src/workers/npy-worker.ts --outfile=dist/npy-worker.js --target=esnext --bundle --define:__VERSION__=\\\"$npm_package_version\\\"",
111
+ "build-metadata": "node ../../scripts/build-scientific-metadata.mjs",
112
+ "build-cjs-vtk-loader": "esbuild src/vtk-loader.ts --bundle --format=cjs --platform=node --target=node22 --outfile=dist/vtk-loader.cjs --external:@loaders.gl/*",
113
+ "build-cjs-nrrd": "esbuild src/nrrd-loader.ts --bundle --format=cjs --platform=node --target=node22 --outfile=dist/nrrd-loader.cjs --external:@loaders.gl/*"
87
114
  },
88
115
  "dependencies": {
89
- "@math.gl/geospatial": "5.0.0-beta.1",
90
- "fast-xml-parser": "^5.3.6",
116
+ "@loaders.gl/documents": "5.0.0-beta.10",
117
+ "@math.gl/core": "5.0.0-beta.10",
118
+ "@math.gl/geospatial": "5.0.0-beta.10",
91
119
  "h5wasm": "^0.10.3",
92
120
  "zarr": "^0.5.0",
93
121
  "zarrita": "~0.7.1"
@@ -95,5 +123,24 @@
95
123
  "peerDependencies": {
96
124
  "@loaders.gl/core": "~5.0.0-alpha.0"
97
125
  },
98
- "gitHead": "89312301ed9e8ec89a58501c052a38284d1570c1"
126
+ "keywords": [
127
+ "loaders.gl",
128
+ "NetCDF",
129
+ "NetCDF-4",
130
+ "Zarr",
131
+ "GeoZarr",
132
+ "OME-Zarr",
133
+ "SpatialData",
134
+ "GRIB2",
135
+ "HDF5",
136
+ "VTK",
137
+ "VTI",
138
+ "VTR",
139
+ "VTS",
140
+ "VTU",
141
+ "VTP",
142
+ "cdf",
143
+ "nc"
144
+ ],
145
+ "gitHead": "efdd84034c25e2e5dbb41bc88b75af56cb2176da"
99
146
  }
@@ -2,6 +2,8 @@
2
2
  // SPDX-License-Identifier: MIT
3
3
  // Copyright (c) vis.gl contributors
4
4
 
5
+ import {readRangeResponse} from '@loaders.gl/core/loader-utils';
6
+
5
7
  /** Strict byte-range transport for backends that can resolve HDF5 chunk addresses. */
6
8
  export class HTTPRangeReader {
7
9
  /** Create a strict range reader for one remote HDF5 URL. */
@@ -26,16 +28,6 @@ export class HTTPRangeReader {
26
28
  headers: {Range: `bytes=${offset}-${offset + length - 1}`},
27
29
  signal
28
30
  });
29
- if (response.status !== 206) {
30
- throw new Error('HDF5: remote server did not honor HTTP Range (206 required)');
31
- }
32
- const range = response.headers.get('Content-Range');
33
- const match = /^bytes (\d+)-(\d+)\/(\d+|\*)$/.exec(range ?? '');
34
- if (!match || Number(match[1]) !== offset || Number(match[2]) !== offset + length - 1) {
35
- throw new Error('HDF5: unexpected Content-Range');
36
- }
37
- const bytes = new Uint8Array(await response.arrayBuffer());
38
- if (bytes.byteLength !== length) throw new Error('HDF5: truncated range response');
39
- return bytes;
31
+ return readRangeResponse(response, offset, length, signal);
40
32
  }
41
33
  }
package/src/index.ts CHANGED
@@ -1,34 +1,34 @@
1
- // loaders.gl
2
1
  // SPDX-License-Identifier: MIT
3
2
  // Copyright (c) vis.gl contributors
3
+ // loaders.gl
4
4
 
5
5
  export {NetCDFFormat} from './netcdf/netcdf-format';
6
- export {NetCDFLoader, NetCDFWorkerLoader} from './netcdf/netcdf-loader';
6
+ export {NetCDFLoader} from './netcdf/netcdf-loader';
7
7
  export type {NetCDF, NetCDFLoaderOptions} from './netcdf/netcdf-loader';
8
- export {NetCDFSourceLoader} from './netcdf/netcdf-source-loader-types';
8
+
9
9
  export type {NetCDFRasterQueryOptions, NetCDFSourceOptions} from './netcdf/netcdf-source-loader';
10
10
  export {
11
- OMEZarrSourceLoader,
12
- GeoZarrSourceLoader,
13
- ZarrArraySourceLoader,
14
- SpatialDataSourceLoader
11
+ OMEZarrLoader,
12
+ GeoZarrLoader,
13
+ ZarrArrayLoader,
14
+ SpatialDataLoader
15
15
  } from './zarr/zarr-loader-types';
16
16
  export type {
17
17
  GetZarrArrayParameters,
18
18
  ZarrArrayData,
19
19
  ZarrArraySelection,
20
20
  ZarrArraySlice,
21
- ZarrArraySourceLoaderOptions,
21
+ ZarrArrayLoaderOptions,
22
22
  ZarrArraySourceMetadata
23
- } from './zarr/zarr-array-source';
23
+ } from './zarr/zarr-array-loader';
24
24
  export type {
25
25
  SpatialDataElementFormat,
26
26
  SpatialDataElementKind,
27
27
  SpatialDataElementMetadata,
28
- SpatialDataSourceLoaderOptions,
28
+ SpatialDataLoaderOptions,
29
29
  SpatialDataSourceMetadata,
30
30
  SpatialDataZarrElementSource
31
- } from './zarr/spatial-data-source';
31
+ } from './zarr/spatial-data-loader';
32
32
  export type {
33
33
  GetOMEZarrParameters,
34
34
  LoadConsolidatedMetadataOptions,
@@ -39,17 +39,17 @@ export type {
39
39
  ZarrConsolidatedFormat,
40
40
  ZarrConsolidatedMetadata,
41
41
  ZarrMetadataPath,
42
- ZarrSourceLoader,
43
- ZarrSourceLoaderOptions
44
- } from './zarr/ome-zarr-source-loader';
42
+ ZarrLoader,
43
+ ZarrLoaderOptions
44
+ } from './zarr/ome-zarr-loader';
45
45
  export type {
46
46
  GeoZarrLevelMetadata,
47
47
  GeoZarrAffineTransform,
48
48
  GeoZarrSelectionDimension,
49
- GeoZarrSourceLoaderOptions,
49
+ GeoZarrLoaderOptions,
50
50
  GeoZarrSourceMetadata,
51
51
  GetGeoZarrParameters
52
- } from './zarr/geo-zarr-source-loader';
52
+ } from './zarr/geo-zarr-loader';
53
53
 
54
54
  export type {
55
55
  ScientificArraySource,
@@ -60,3 +60,14 @@ export type {
60
60
  ScientificSelection,
61
61
  ScientificSourceCapabilities
62
62
  } from './scientific-array';
63
+
64
+ export {NPYLoader} from './npy-loader-types';
65
+ export type {NPYLoaderOptions} from './npy-loader-types';
66
+ export type {NPYTile} from './lib/parsers/parse-npy';
67
+ export {NPYFormat} from './npy-format';
68
+
69
+ export {NRRDLoader} from './nrrd-loader-types';
70
+ export type {NRRDData, NRRDArray} from './nrrd/parse-nrrd';
71
+
72
+ export {VTKLoader} from './vtk-loader-types';
73
+ export type {VTKDataset, VTKDataArray, VTKXMLDataset, VTKXMLPiece, VTKXMLArray} from './vtk';
@@ -0,0 +1,123 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
5
+ // import type {TextureLevel} from '@loaders.gl/core/schema';
6
+ import type {TypedArray} from '@math.gl/core';
7
+ // import {TypedArrayConstructor} from "@math.gl/core";
8
+
9
+ // TODO move to math.gl
10
+ type TypedArrayConstructor =
11
+ | typeof Int8Array
12
+ | typeof Uint8Array
13
+ | typeof Int16Array
14
+ | typeof Uint16Array
15
+ | typeof Int32Array
16
+ | typeof Uint32Array
17
+ | typeof Float32Array
18
+ | typeof Float64Array;
19
+
20
+ const a = new Uint32Array([0x12345678]);
21
+ const b = new Uint8Array(a.buffer, a.byteOffset, a.byteLength);
22
+ const isLittleEndian = !(b[0] === 0x12);
23
+
24
+ const LITTLE_ENDIAN_OS = isLittleEndian;
25
+
26
+ /** One numpy "tile" */
27
+ export type NPYTile = {
28
+ /** tile header */
29
+ header: NumpyHeader;
30
+ /** data in tile */
31
+ data: TypedArray;
32
+ };
33
+
34
+ type NumpyHeader = {
35
+ descr: string;
36
+ shape: number[];
37
+ };
38
+
39
+ /**
40
+ * The basic string format consists of 3 characters:
41
+ * 1. a character describing the byteorder of the data (<: little-endian, >: big-endian, |: not-relevant)
42
+ * 2. a character code giving the basic type of the array
43
+ * 3. an integer providing the number of bytes the type uses.
44
+ * https://numpy.org/doc/stable/reference/arrays.interface.html
45
+ *
46
+ * Here I only include the second and third characters, and check endianness separately
47
+ */
48
+ const DTYPES: Record<string, TypedArrayConstructor> = {
49
+ u1: Uint8Array,
50
+ i1: Int8Array,
51
+ u2: Uint16Array,
52
+ i2: Int16Array,
53
+ u4: Uint32Array,
54
+ i4: Int32Array,
55
+ f4: Float32Array,
56
+ f8: Float64Array
57
+ };
58
+
59
+ export function parseNPY(arrayBuffer: ArrayBuffer, options?: {}): NPYTile {
60
+ const view = new DataView(arrayBuffer);
61
+ const {header, headerEndOffset} = parseHeader(view);
62
+
63
+ const numpyType = header.descr;
64
+ const ArrayType = DTYPES[numpyType.slice(1, 3)];
65
+ if (!ArrayType) {
66
+ throw new Error(`Unimplemented type ${numpyType}`);
67
+ }
68
+
69
+ const nArrayElements = header.shape?.reduce((a: number, b: number): number => a * b);
70
+ const arrayByteLength = nArrayElements * ArrayType.BYTES_PER_ELEMENT;
71
+
72
+ if (arrayBuffer.byteLength < headerEndOffset + arrayByteLength) {
73
+ throw new Error('Buffer overflow');
74
+ }
75
+ const data = new ArrayType(arrayBuffer.slice(headerEndOffset, headerEndOffset + arrayByteLength));
76
+
77
+ // Swap endianness if needed
78
+ if ((numpyType[0] === '>' && LITTLE_ENDIAN_OS) || (numpyType[0] === '<' && !LITTLE_ENDIAN_OS)) {
79
+ throw new Error('Incorrect endianness');
80
+ }
81
+
82
+ return {
83
+ data,
84
+ header
85
+ };
86
+ }
87
+
88
+ /**
89
+ * Parse NPY header
90
+ *
91
+ * @param view
92
+ * @return
93
+ */
94
+ function parseHeader(view: DataView): {header: NumpyHeader; headerEndOffset: number} {
95
+ const majorVersion = view.getUint8(6);
96
+ // const minorVersion = view.getUint8(7);
97
+
98
+ let offset = 8;
99
+ let headerLength: number;
100
+ if (majorVersion >= 2) {
101
+ headerLength = view.getUint32(offset, true);
102
+ offset += 4;
103
+ } else {
104
+ headerLength = view.getUint16(offset, true);
105
+ offset += 2;
106
+ }
107
+
108
+ const encoding = majorVersion <= 2 ? 'latin1' : 'utf-8';
109
+ const decoder = new TextDecoder(encoding);
110
+ const headerArray = new Uint8Array(view.buffer, offset, headerLength);
111
+ const headerText = decoder.decode(headerArray);
112
+ offset += headerLength;
113
+
114
+ const header = JSON.parse(
115
+ headerText
116
+ .replace(/'/g, '"')
117
+ .replace('False', 'false')
118
+ .replace('(', '[')
119
+ .replace(/,*\),*/g, ']')
120
+ );
121
+
122
+ return {header, headerEndOffset: offset};
123
+ }
@@ -4,13 +4,10 @@
4
4
 
5
5
  export {NetCDFReader} from './netcdfjs/netcdf-reader';
6
6
  export {NetCDFFormat} from './netcdf-format';
7
+ export {NetCDFLoader} from './netcdf-loader';
7
8
  export type {NetCDF, NetCDFLoaderOptions} from './netcdf-loader';
8
9
  export {NetCDFLoaderWithParser, NetCDFWorkerLoaderWithParser} from './netcdf-loader-with-parser';
9
- export {
10
- NetCDFSourceLoaderWithParser,
11
- NetCDFSourceLoaderWithParser as NetCDFSourceLoader,
12
- NetCDFSource
13
- } from './netcdf-source-loader';
10
+ export {NetCDFSource} from './netcdf-source-loader';
14
11
  export type {NetCDFRasterQueryOptions, NetCDFSourceOptions} from './netcdf-source-loader';
15
12
 
16
13
  export {NetCDF4Source} from './netcdf4-source';
@@ -2,10 +2,11 @@
2
2
  // SPDX-License-Identifier: MIT
3
3
  // Copyright (c) vis.gl contributors
4
4
 
5
+ import {createNetCDFSource} from './netcdf-source-loader';
5
6
  import type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/core/loader-utils';
6
7
  import type {NetCDFHeader} from './netcdfjs/netcdf-types';
7
8
  import {NetCDFReader} from './netcdfjs/netcdf-reader';
8
- import {NetCDFWorkerLoader as NetCDFWorkerLoaderMetadata} from './netcdf-loader';
9
+ import {NetCDFLoader as NetCDFWorkerLoaderMetadata} from './netcdf-loader';
9
10
  import {NetCDFLoader as NetCDFLoaderMetadata} from './netcdf-loader';
10
11
 
11
12
  const {preload: _NetCDFWorkerLoaderPreload, ...NetCDFWorkerLoaderMetadataWithoutPreload} =
@@ -35,6 +36,7 @@ export const NetCDFWorkerLoaderWithParser = {
35
36
  * Loader for the NetCDF format
36
37
  */
37
38
  export const NetCDFLoaderWithParser = {
39
+ createDataSourceSync: createNetCDFSource,
38
40
  ...NetCDFLoaderMetadataWithoutPreload,
39
41
  parse: async (arrayBuffer, options) => parseNetCDF(arrayBuffer, options)
40
42
  } as const satisfies LoaderWithParser<NetCDF, never, NetCDFLoaderOptions>;
@@ -34,6 +34,11 @@ async function preload() {
34
34
  * Metadata-only loader for NETCDF.
35
35
  */
36
36
  export const NetCDFLoader = {
37
+ /** Matches input for source selection. */
38
+ testURL: (url: string): boolean => /\.(?:cdf|nc)(?:$|[?#])/i.test(url),
39
+ fromUrl: true,
40
+ fromBlob: true,
41
+ type: 'netcdf',
37
42
  ...NetCDFFormat,
38
43
  dataType: null as unknown as NetCDF,
39
44
  batchType: null as never,
@@ -57,6 +62,3 @@ export const NetCDFLoader = {
57
62
  },
58
63
  preload
59
64
  } as const satisfies Loader<NetCDF, never, NetCDFLoaderOptions>;
60
-
61
- /** @deprecated Use NetCDFLoader. */
62
- export const NetCDFWorkerLoader = NetCDFLoader;
@@ -10,22 +10,16 @@ import type {
10
10
  RasterQueryCapabilities,
11
11
  RasterQueryOptions,
12
12
  ScanQueryMetadata,
13
- ScanQueryMetadataOptions,
14
- SourceLoader
13
+ ScanQueryMetadataOptions
15
14
  } from '@loaders.gl/core/loader-utils';
16
15
  import {
17
16
  createScanQueryMetadata,
18
17
  DataSource,
19
18
  validateRasterQueryOptions
20
19
  } from '@loaders.gl/core/loader-utils';
21
- import {NetCDFFormat} from './netcdf-format';
22
20
  import {NetCDFReader} from './netcdfjs/netcdf-reader';
23
21
  import type {NetCDFHeader, NetCDFVariable} from './netcdfjs/netcdf-types';
24
22
 
25
- // __VERSION__ is injected by babel-plugin-version-inline
26
- // @ts-ignore TS2304: Cannot find name '__VERSION__'.
27
- const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
28
-
29
23
  /** Options for a NetCDF source. */
30
24
  export type NetCDFSourceOptions = DataSourceOptions;
31
25
 
@@ -203,7 +197,30 @@ export class NetCDFSource extends DataSource<string | Blob, NetCDFSourceOptions>
203
197
  });
204
198
  if (!response.ok) throw new Error(`NetCDF request failed with status ${response.status}.`);
205
199
  arrayBuffer = await response.arrayBuffer();
206
- const byteLength = getResponseByteLength(response, arrayBuffer.byteLength);
200
+ let byteLength = getResponseByteLength(response, arrayBuffer.byteLength);
201
+ if (
202
+ response.status === 206 &&
203
+ !response.headers.has('Content-Range') &&
204
+ arrayBuffer.byteLength === rangeSize
205
+ ) {
206
+ // Partial Content-Length is the prefix size, not the file size. CORS
207
+ // can hide Content-Range, so discover the total from a separate HEAD.
208
+ const metadata = await this.fetch(this.url, {method: 'HEAD'});
209
+ const value = metadata.headers.get('Content-Length');
210
+ await metadata.body?.cancel();
211
+ if (
212
+ metadata.status !== 200 ||
213
+ !value ||
214
+ !/^\d+$/.test(value) ||
215
+ !Number.isSafeInteger(Number(value)) ||
216
+ Number(value) < arrayBuffer.byteLength
217
+ ) {
218
+ throw new Error(
219
+ 'NetCDF file size unavailable: expose Content-Range or provide HEAD Content-Length'
220
+ );
221
+ }
222
+ byteLength = Number(value);
223
+ }
207
224
  try {
208
225
  return {header: new NetCDFReader(arrayBuffer).header, byteLength};
209
226
  } catch (error) {
@@ -217,22 +234,13 @@ export class NetCDFSource extends DataSource<string | Blob, NetCDFSourceOptions>
217
234
  }
218
235
 
219
236
  /** Parser-bearing source loader for NetCDF metadata scans. */
220
- export const NetCDFSourceLoaderWithParser = {
221
- dataType: null as unknown as NetCDFSource,
222
- batchType: null as never,
223
- ...NetCDFFormat,
224
- module: 'scientific',
225
- name: 'NetCDFSourceLoader',
226
- version: VERSION,
227
- type: 'netcdf-source',
228
- fromUrl: true,
229
- fromBlob: true,
230
- options: {},
231
- defaultOptions: {},
232
- testURL: (url: string): boolean => /\.(?:cdf|nc)(?:$|[?#])/i.test(url),
233
- createDataSource: (data: string | Blob, options: NetCDFSourceOptions): NetCDFSource =>
234
- new NetCDFSource(data, options)
235
- } as const satisfies SourceLoader<NetCDFSource>;
237
+ /** Creates a reusable NetCDF source. */
238
+ export function createNetCDFSource(
239
+ data: string | Blob,
240
+ options: NetCDFSourceOptions
241
+ ): NetCDFSource {
242
+ return new NetCDFSource(data, options);
243
+ }
236
244
 
237
245
  /** Maps NetCDF primitive names to portable schema data types. */
238
246
  function getNetCDFDataType(type: string): DataType {
@@ -0,0 +1,17 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
5
+ import type {Format} from '@loaders.gl/core/loader-utils';
6
+
7
+ /** NumPy binary array format. */
8
+ export const NPYFormat = {
9
+ name: 'NPY',
10
+ id: 'npy',
11
+ module: 'scientific',
12
+ encoding: 'binary',
13
+ format: 'npy',
14
+ extensions: ['npy'],
15
+ mimeTypes: [],
16
+ binary: true
17
+ } as const satisfies Format;
@@ -0,0 +1,47 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
5
+ import type {Loader, LoaderOptions} from '@loaders.gl/core/loader-utils';
6
+ import {NPYFormat} from './npy-format';
7
+ // @ts-ignore __VERSION__ is injected by the package build.
8
+ const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
9
+ import type {NPYTile} from './lib/parsers/parse-npy';
10
+
11
+ // \x93NUMPY
12
+ const NPY_MAGIC_NUMBER = new Uint8Array([147, 78, 85, 77, 80, 89]);
13
+
14
+ /** NPYLoader for numpy tiles */
15
+ export type NPYLoaderOptions = LoaderOptions & {
16
+ /** NPYLoader for numpy tiles */
17
+ npy?: {
18
+ /** Override the URL to the worker bundle (by default loads from unpkg.com) */
19
+ workerUrl?: string;
20
+ };
21
+ };
22
+
23
+ /** Preloads the parser-bearing NPY loader implementation. */
24
+ async function preload() {
25
+ const {NPYLoaderWithParser} = await import('@loaders.gl/scientific/npy-loader');
26
+ return NPYLoaderWithParser;
27
+ }
28
+
29
+ /** Metadata-only worker loader for numpy "tiles". */
30
+ export const NPYLoader = {
31
+ ...NPYFormat,
32
+ dataType: null as any as NPYTile,
33
+ batchType: null as never,
34
+
35
+ name: 'NPY',
36
+ id: 'npy',
37
+ module: 'scientific',
38
+ version: VERSION,
39
+ worker: true,
40
+ extensions: ['npy'],
41
+ mimeTypes: [],
42
+ tests: [NPY_MAGIC_NUMBER.buffer],
43
+ options: {
44
+ npy: {}
45
+ },
46
+ preload
47
+ } as const satisfies Loader<NPYTile, never, NPYLoaderOptions>;
@@ -0,0 +1,21 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
5
+ import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/core/loader-utils';
6
+ import {parseNPY, type NPYTile} from './lib/parsers/parse-npy';
7
+ import type {NPYLoaderOptions} from './npy-loader-types';
8
+ import {NPYLoader as NPYLoaderMetadata} from './npy-loader-types';
9
+
10
+ const {preload: _preload, ...metadata} = NPYLoaderMetadata;
11
+
12
+ export type {NPYLoaderOptions} from './npy-loader-types';
13
+
14
+ /**
15
+ * Loader for numpy "tiles"
16
+ */
17
+ export const NPYLoaderWithParser = {
18
+ ...metadata,
19
+ parseSync: parseNPY,
20
+ parse: async (arrayBuffer: ArrayBuffer, options?: LoaderOptions) => parseNPY(arrayBuffer, options)
21
+ } as const satisfies LoaderWithParser<NPYTile, never, NPYLoaderOptions>;
@@ -0,0 +1,6 @@
1
+ // loaders.gl
2
+ // SPDX-License-Identifier: MIT
3
+ // Copyright (c) vis.gl contributors
4
+
5
+ // Classic-worker entrypoint that lazily loads the ESM worker implementation.
6
+ import(/* @vite-ignore */ new URL('./workers/npy-worker.js', import.meta.url).toString());