@nirs4all/formats-wasm 0.2.11 → 0.2.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (88) hide show
  1. package/THIRD_PARTY_NOTICES.md +49 -0
  2. package/nirs4all_formats_wasm_bg.wasm +0 -0
  3. package/package.json +4 -2
  4. package/reader-backports/hdf5-reader/Cargo.toml +119 -0
  5. package/reader-backports/hdf5-reader/LICENSE-APACHE +164 -0
  6. package/reader-backports/hdf5-reader/LICENSE-MIT +21 -0
  7. package/reader-backports/hdf5-reader/PROVENANCE.json +80 -0
  8. package/reader-backports/hdf5-reader/README.md +308 -0
  9. package/reader-backports/hdf5-reader/UPSTREAM-Cargo.toml +44 -0
  10. package/reader-backports/hdf5-reader/UPSTREAM-VCS.json +6 -0
  11. package/reader-backports/hdf5-reader/src/attribute_api.rs +847 -0
  12. package/reader-backports/hdf5-reader/src/btree_v1.rs +726 -0
  13. package/reader-backports/hdf5-reader/src/btree_v2.rs +2068 -0
  14. package/reader-backports/hdf5-reader/src/cache.rs +354 -0
  15. package/reader-backports/hdf5-reader/src/checksum.rs +56 -0
  16. package/reader-backports/hdf5-reader/src/chunk_index.rs +423 -0
  17. package/reader-backports/hdf5-reader/src/dataset.rs +4733 -0
  18. package/reader-backports/hdf5-reader/src/datatype_api.rs +497 -0
  19. package/reader-backports/hdf5-reader/src/error.rs +167 -0
  20. package/reader-backports/hdf5-reader/src/extensible_array.rs +1886 -0
  21. package/reader-backports/hdf5-reader/src/filters/deflate.rs +93 -0
  22. package/reader-backports/hdf5-reader/src/filters/fletcher32.rs +52 -0
  23. package/reader-backports/hdf5-reader/src/filters/lz4.rs +178 -0
  24. package/reader-backports/hdf5-reader/src/filters/mod.rs +326 -0
  25. package/reader-backports/hdf5-reader/src/filters/nbit.rs +586 -0
  26. package/reader-backports/hdf5-reader/src/filters/scaleoffset.rs +827 -0
  27. package/reader-backports/hdf5-reader/src/filters/shuffle.rs +99 -0
  28. package/reader-backports/hdf5-reader/src/fixed_array.rs +763 -0
  29. package/reader-backports/hdf5-reader/src/fractal_heap.rs +2029 -0
  30. package/reader-backports/hdf5-reader/src/global_heap.rs +284 -0
  31. package/reader-backports/hdf5-reader/src/group.rs +795 -0
  32. package/reader-backports/hdf5-reader/src/io.rs +413 -0
  33. package/reader-backports/hdf5-reader/src/lib.rs +916 -0
  34. package/reader-backports/hdf5-reader/src/local_heap.rs +261 -0
  35. package/reader-backports/hdf5-reader/src/messages/attribute.rs +304 -0
  36. package/reader-backports/hdf5-reader/src/messages/attribute_info.rs +96 -0
  37. package/reader-backports/hdf5-reader/src/messages/btree_k.rs +36 -0
  38. package/reader-backports/hdf5-reader/src/messages/continuation.rs +46 -0
  39. package/reader-backports/hdf5-reader/src/messages/dataspace.rs +259 -0
  40. package/reader-backports/hdf5-reader/src/messages/datatype.rs +938 -0
  41. package/reader-backports/hdf5-reader/src/messages/external_files.rs +50 -0
  42. package/reader-backports/hdf5-reader/src/messages/fill_value.rs +233 -0
  43. package/reader-backports/hdf5-reader/src/messages/filter_pipeline.rs +147 -0
  44. package/reader-backports/hdf5-reader/src/messages/group_info.rs +103 -0
  45. package/reader-backports/hdf5-reader/src/messages/layout.rs +476 -0
  46. package/reader-backports/hdf5-reader/src/messages/link.rs +170 -0
  47. package/reader-backports/hdf5-reader/src/messages/link_info.rs +127 -0
  48. package/reader-backports/hdf5-reader/src/messages/mod.rs +374 -0
  49. package/reader-backports/hdf5-reader/src/messages/modification_time.rs +83 -0
  50. package/reader-backports/hdf5-reader/src/messages/shared.rs +164 -0
  51. package/reader-backports/hdf5-reader/src/messages/shared_table.rs +67 -0
  52. package/reader-backports/hdf5-reader/src/messages/symbol_table_msg.rs +51 -0
  53. package/reader-backports/hdf5-reader/src/object_header.rs +1749 -0
  54. package/reader-backports/hdf5-reader/src/reference.rs +90 -0
  55. package/reader-backports/hdf5-reader/src/shared_message_table.rs +425 -0
  56. package/reader-backports/hdf5-reader/src/storage.rs +538 -0
  57. package/reader-backports/hdf5-reader/src/superblock.rs +285 -0
  58. package/reader-backports/hdf5-reader/src/symbol_table.rs +277 -0
  59. package/reader-backports/netcdf-reader/Cargo.toml +141 -0
  60. package/reader-backports/netcdf-reader/LICENSE-APACHE +164 -0
  61. package/reader-backports/netcdf-reader/LICENSE-MIT +21 -0
  62. package/reader-backports/netcdf-reader/PROVENANCE.json +55 -0
  63. package/reader-backports/netcdf-reader/README.md +308 -0
  64. package/reader-backports/netcdf-reader/UPSTREAM-Cargo.toml +48 -0
  65. package/reader-backports/netcdf-reader/UPSTREAM-VCS.json +6 -0
  66. package/reader-backports/netcdf-reader/src/cf/axes.rs +419 -0
  67. package/reader-backports/netcdf-reader/src/cf/bounds.rs +108 -0
  68. package/reader-backports/netcdf-reader/src/cf/crs.rs +269 -0
  69. package/reader-backports/netcdf-reader/src/cf/mod.rs +30 -0
  70. package/reader-backports/netcdf-reader/src/cf/time.rs +1122 -0
  71. package/reader-backports/netcdf-reader/src/classic/data.rs +1465 -0
  72. package/reader-backports/netcdf-reader/src/classic/header.rs +1097 -0
  73. package/reader-backports/netcdf-reader/src/classic/mod.rs +240 -0
  74. package/reader-backports/netcdf-reader/src/classic/storage.rs +211 -0
  75. package/reader-backports/netcdf-reader/src/classic/types.rs +93 -0
  76. package/reader-backports/netcdf-reader/src/classic/variable.rs +1162 -0
  77. package/reader-backports/netcdf-reader/src/error.rs +59 -0
  78. package/reader-backports/netcdf-reader/src/lib.rs +1531 -0
  79. package/reader-backports/netcdf-reader/src/masked.rs +173 -0
  80. package/reader-backports/netcdf-reader/src/nc4/attributes.rs +203 -0
  81. package/reader-backports/netcdf-reader/src/nc4/dimensions.rs +139 -0
  82. package/reader-backports/netcdf-reader/src/nc4/groups.rs +308 -0
  83. package/reader-backports/netcdf-reader/src/nc4/mod.rs +572 -0
  84. package/reader-backports/netcdf-reader/src/nc4/types.rs +309 -0
  85. package/reader-backports/netcdf-reader/src/nc4/variables.rs +420 -0
  86. package/reader-backports/netcdf-reader/src/types.rs +18 -0
  87. package/reader-backports/netcdf-reader/src/unpack.rs +113 -0
  88. package/reader-backports/netcdf-reader/src/user_defined.rs +569 -0
@@ -0,0 +1,269 @@
1
+ //! CF coordinate reference system (CRS) extraction.
2
+ //!
3
+ //! Reads `grid_mapping` attributes to determine the projection/CRS of
4
+ //! spatial data. Supports common projections:
5
+ //! - latitude_longitude (EPSG:4326)
6
+ //! - transverse_mercator
7
+ //! - lambert_conformal_conic
8
+ //! - polar_stereographic
9
+ //! - rotated_latitude_longitude
10
+ //!
11
+ //! Reference: CF Conventions §5.6 "Grid Mappings and Projections"
12
+
13
+ use crate::types::{NcGroup, NcVariable};
14
+
15
+ /// Extracted CRS information from CF grid_mapping attributes.
16
+ #[derive(Debug, Clone)]
17
+ pub struct CfCrs {
18
+ /// The grid_mapping_name (e.g., "latitude_longitude", "transverse_mercator").
19
+ pub grid_mapping_name: String,
20
+ /// Semi-major axis of the ellipsoid in meters.
21
+ pub semi_major_axis: Option<f64>,
22
+ /// Inverse flattening of the ellipsoid.
23
+ pub inverse_flattening: Option<f64>,
24
+ /// Latitude of projection origin.
25
+ pub latitude_of_projection_origin: Option<f64>,
26
+ /// Longitude of central meridian.
27
+ pub longitude_of_central_meridian: Option<f64>,
28
+ /// Scale factor at the central meridian or natural origin.
29
+ pub scale_factor_at_projection_origin: Option<f64>,
30
+ /// False easting in projection units.
31
+ pub false_easting: Option<f64>,
32
+ /// False northing in projection units.
33
+ pub false_northing: Option<f64>,
34
+ /// Standard parallel(s) for conic projections.
35
+ pub standard_parallel: Vec<f64>,
36
+ /// Longitude of projection center (for some projections).
37
+ pub longitude_of_projection_origin: Option<f64>,
38
+ /// Straight vertical longitude from pole (polar stereographic).
39
+ pub straight_vertical_longitude_from_pole: Option<f64>,
40
+ /// North pole grid longitude (rotated pole).
41
+ pub grid_north_pole_longitude: Option<f64>,
42
+ /// North pole grid latitude (rotated pole).
43
+ pub grid_north_pole_latitude: Option<f64>,
44
+ /// EPSG code if identifiable.
45
+ pub epsg: Option<u32>,
46
+ }
47
+
48
+ impl CfCrs {
49
+ /// Returns true if this is a standard geographic CRS (lat/lon on WGS84).
50
+ pub fn is_geographic(&self) -> bool {
51
+ self.grid_mapping_name == "latitude_longitude"
52
+ }
53
+ }
54
+
55
+ /// Extract CRS from a variable's grid_mapping attribute.
56
+ ///
57
+ /// Looks up the `grid_mapping` attribute on the variable, finds the
58
+ /// referenced grid mapping variable in the group, and extracts its
59
+ /// CRS attributes.
60
+ pub fn extract_crs(var: &NcVariable, group: &NcGroup) -> Option<CfCrs> {
61
+ let mapping_name = var.attribute("grid_mapping")?.value.as_string()?;
62
+ let mapping_var = group.variables.iter().find(|v| v.name == mapping_name)?;
63
+ Some(parse_grid_mapping(mapping_var))
64
+ }
65
+
66
+ /// Parse CRS attributes from a grid mapping variable.
67
+ pub fn parse_grid_mapping(mapping_var: &NcVariable) -> CfCrs {
68
+ let grid_mapping_name = mapping_var
69
+ .attribute("grid_mapping_name")
70
+ .and_then(|a| a.value.as_string())
71
+ .unwrap_or_default();
72
+
73
+ let semi_major_axis = mapping_var
74
+ .attribute("semi_major_axis")
75
+ .and_then(|a| a.value.as_f64());
76
+ let inverse_flattening = mapping_var
77
+ .attribute("inverse_flattening")
78
+ .and_then(|a| a.value.as_f64());
79
+ let latitude_of_projection_origin = mapping_var
80
+ .attribute("latitude_of_projection_origin")
81
+ .and_then(|a| a.value.as_f64());
82
+ let longitude_of_central_meridian = mapping_var
83
+ .attribute("longitude_of_central_meridian")
84
+ .and_then(|a| a.value.as_f64());
85
+ let scale_factor_at_projection_origin = mapping_var
86
+ .attribute("scale_factor_at_projection_origin")
87
+ .or_else(|| mapping_var.attribute("scale_factor_at_central_meridian"))
88
+ .and_then(|a| a.value.as_f64());
89
+ let false_easting = mapping_var
90
+ .attribute("false_easting")
91
+ .and_then(|a| a.value.as_f64());
92
+ let false_northing = mapping_var
93
+ .attribute("false_northing")
94
+ .and_then(|a| a.value.as_f64());
95
+ let standard_parallel = mapping_var
96
+ .attribute("standard_parallel")
97
+ .and_then(|a| a.value.as_f64_vec())
98
+ .unwrap_or_default();
99
+ let longitude_of_projection_origin = mapping_var
100
+ .attribute("longitude_of_projection_origin")
101
+ .and_then(|a| a.value.as_f64());
102
+ let straight_vertical_longitude_from_pole = mapping_var
103
+ .attribute("straight_vertical_longitude_from_pole")
104
+ .and_then(|a| a.value.as_f64());
105
+ let grid_north_pole_longitude = mapping_var
106
+ .attribute("grid_north_pole_longitude")
107
+ .and_then(|a| a.value.as_f64());
108
+ let grid_north_pole_latitude = mapping_var
109
+ .attribute("grid_north_pole_latitude")
110
+ .and_then(|a| a.value.as_f64());
111
+
112
+ // Try to identify EPSG code for common cases
113
+ let epsg = identify_epsg(&grid_mapping_name, semi_major_axis, inverse_flattening);
114
+
115
+ CfCrs {
116
+ grid_mapping_name,
117
+ semi_major_axis,
118
+ inverse_flattening,
119
+ latitude_of_projection_origin,
120
+ longitude_of_central_meridian,
121
+ scale_factor_at_projection_origin,
122
+ false_easting,
123
+ false_northing,
124
+ standard_parallel,
125
+ longitude_of_projection_origin,
126
+ straight_vertical_longitude_from_pole,
127
+ grid_north_pole_longitude,
128
+ grid_north_pole_latitude,
129
+ epsg,
130
+ }
131
+ }
132
+
133
+ /// Try to identify the EPSG code from common parameter combinations.
134
+ fn identify_epsg(
135
+ grid_mapping_name: &str,
136
+ semi_major_axis: Option<f64>,
137
+ inverse_flattening: Option<f64>,
138
+ ) -> Option<u32> {
139
+ if grid_mapping_name == "latitude_longitude" {
140
+ // Check for WGS84 ellipsoid
141
+ if let (Some(a), Some(f)) = (semi_major_axis, inverse_flattening) {
142
+ if (a - 6378137.0).abs() < 1.0 && (f - 298.257223563).abs() < 0.001 {
143
+ return Some(4326);
144
+ }
145
+ }
146
+ // Default lat/lon without explicit ellipsoid
147
+ if semi_major_axis.is_none() {
148
+ return Some(4326);
149
+ }
150
+ }
151
+ None
152
+ }
153
+
154
+ #[cfg(test)]
155
+ mod tests {
156
+ use super::*;
157
+ use crate::types::{NcAttrValue, NcAttribute, NcType};
158
+
159
+ fn mapping_var(attrs: Vec<NcAttribute>) -> NcVariable {
160
+ NcVariable {
161
+ name: "crs".into(),
162
+ dimensions: vec![],
163
+ dtype: NcType::Int,
164
+ attributes: attrs,
165
+ data_offset: 0,
166
+ _data_size: 0,
167
+ is_record_var: false,
168
+ record_size: 0,
169
+ }
170
+ }
171
+
172
+ #[test]
173
+ fn geographic_wgs84() {
174
+ let var = mapping_var(vec![
175
+ NcAttribute {
176
+ name: "grid_mapping_name".into(),
177
+ value: NcAttrValue::Chars("latitude_longitude".into()),
178
+ },
179
+ NcAttribute {
180
+ name: "semi_major_axis".into(),
181
+ value: NcAttrValue::Doubles(vec![6378137.0]),
182
+ },
183
+ NcAttribute {
184
+ name: "inverse_flattening".into(),
185
+ value: NcAttrValue::Doubles(vec![298.257223563]),
186
+ },
187
+ ]);
188
+ let crs = parse_grid_mapping(&var);
189
+ assert!(crs.is_geographic());
190
+ assert_eq!(crs.epsg, Some(4326));
191
+ }
192
+
193
+ #[test]
194
+ fn transverse_mercator() {
195
+ let var = mapping_var(vec![
196
+ NcAttribute {
197
+ name: "grid_mapping_name".into(),
198
+ value: NcAttrValue::Chars("transverse_mercator".into()),
199
+ },
200
+ NcAttribute {
201
+ name: "latitude_of_projection_origin".into(),
202
+ value: NcAttrValue::Doubles(vec![0.0]),
203
+ },
204
+ NcAttribute {
205
+ name: "longitude_of_central_meridian".into(),
206
+ value: NcAttrValue::Doubles(vec![9.0]),
207
+ },
208
+ NcAttribute {
209
+ name: "scale_factor_at_central_meridian".into(),
210
+ value: NcAttrValue::Doubles(vec![0.9996]),
211
+ },
212
+ NcAttribute {
213
+ name: "false_easting".into(),
214
+ value: NcAttrValue::Doubles(vec![500000.0]),
215
+ },
216
+ NcAttribute {
217
+ name: "false_northing".into(),
218
+ value: NcAttrValue::Doubles(vec![0.0]),
219
+ },
220
+ ]);
221
+ let crs = parse_grid_mapping(&var);
222
+ assert_eq!(crs.grid_mapping_name, "transverse_mercator");
223
+ assert_eq!(crs.latitude_of_projection_origin, Some(0.0));
224
+ assert_eq!(crs.longitude_of_central_meridian, Some(9.0));
225
+ assert_eq!(crs.scale_factor_at_projection_origin, Some(0.9996));
226
+ assert!(!crs.is_geographic());
227
+ }
228
+
229
+ #[test]
230
+ fn extract_crs_finds_grid_mapping_variable() {
231
+ let mapping = NcVariable {
232
+ name: "crs".into(),
233
+ dimensions: vec![],
234
+ dtype: NcType::Int,
235
+ attributes: vec![NcAttribute {
236
+ name: "grid_mapping_name".into(),
237
+ value: NcAttrValue::Chars("latitude_longitude".into()),
238
+ }],
239
+ data_offset: 0,
240
+ _data_size: 0,
241
+ is_record_var: false,
242
+ record_size: 0,
243
+ };
244
+ let data_var = NcVariable {
245
+ name: "temperature".into(),
246
+ dimensions: vec![],
247
+ dtype: NcType::Float,
248
+ attributes: vec![NcAttribute {
249
+ name: "grid_mapping".into(),
250
+ value: NcAttrValue::Chars("crs".into()),
251
+ }],
252
+ data_offset: 0,
253
+ _data_size: 0,
254
+ is_record_var: false,
255
+ record_size: 0,
256
+ };
257
+ let group = NcGroup {
258
+ name: "/".into(),
259
+ dimensions: vec![],
260
+ variables: vec![data_var.clone(), mapping],
261
+ attributes: vec![],
262
+ groups: vec![],
263
+ };
264
+
265
+ let crs = extract_crs(&data_var, &group).unwrap();
266
+ assert!(crs.is_geographic());
267
+ assert_eq!(crs.epsg, Some(4326));
268
+ }
269
+ }
@@ -0,0 +1,30 @@
1
+ //! CF Conventions support for NetCDF files.
2
+ //!
3
+ //! This module provides helpers for interpreting NetCDF data according to
4
+ //! the [CF (Climate and Forecast) Conventions](https://cfconventions.org/):
5
+ //!
6
+ //! - **Axis identification** (`axes`): Determines coordinate variable roles
7
+ //! (T, X, Y, Z) from coordinate variables and their `axis`,
8
+ //! `standard_name`, `units`, and `positive` attributes.
9
+ //! - **CRS extraction** (`crs`): Parses `grid_mapping` attributes to extract
10
+ //! projection parameters and identify EPSG codes.
11
+ //! - **Time decoding** (`time`): Parses CF time units strings and converts
12
+ //! numeric values to exact CF calendar date-times, with optional chrono
13
+ //! conversion when the exact date is representable.
14
+ //! - **Bounds variables** (`bounds`): Resolves cell boundary variables from
15
+ //! the `bounds` attribute on coordinate variables.
16
+
17
+ pub mod axes;
18
+ pub mod bounds;
19
+ pub mod crs;
20
+ pub mod time;
21
+
22
+ pub use axes::{
23
+ discover_coordinate_axes, discover_variable_axes, identify_axis, CfAxisType, CfCoordinateAxis,
24
+ };
25
+ pub use time::{
26
+ decode_time, decode_time_coordinate_values, decode_time_coordinate_values_exact,
27
+ decode_time_exact, decode_times, decode_times_exact, discover_time_coordinates,
28
+ discover_variable_time_coordinate, parse_time_units, time_ref_from_variable, CfCalendar,
29
+ CfDate, CfDateTime, CfTimeCoordinate, CfTimeOfDay, CfTimeRef, CfTimeUnit,
30
+ };