@nirs4all/formats-wasm 0.2.12 → 0.2.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (90) hide show
  1. package/THIRD_PARTY_NOTICES.md +49 -0
  2. package/nirs4all_formats_wasm.d.ts +4 -4
  3. package/nirs4all_formats_wasm.js +170 -149
  4. package/nirs4all_formats_wasm_bg.wasm +0 -0
  5. package/package.json +4 -2
  6. package/reader-backports/hdf5-reader/Cargo.toml +119 -0
  7. package/reader-backports/hdf5-reader/LICENSE-APACHE +164 -0
  8. package/reader-backports/hdf5-reader/LICENSE-MIT +21 -0
  9. package/reader-backports/hdf5-reader/PROVENANCE.json +80 -0
  10. package/reader-backports/hdf5-reader/README.md +308 -0
  11. package/reader-backports/hdf5-reader/UPSTREAM-Cargo.toml +44 -0
  12. package/reader-backports/hdf5-reader/UPSTREAM-VCS.json +6 -0
  13. package/reader-backports/hdf5-reader/src/attribute_api.rs +847 -0
  14. package/reader-backports/hdf5-reader/src/btree_v1.rs +726 -0
  15. package/reader-backports/hdf5-reader/src/btree_v2.rs +2068 -0
  16. package/reader-backports/hdf5-reader/src/cache.rs +354 -0
  17. package/reader-backports/hdf5-reader/src/checksum.rs +56 -0
  18. package/reader-backports/hdf5-reader/src/chunk_index.rs +423 -0
  19. package/reader-backports/hdf5-reader/src/dataset.rs +4733 -0
  20. package/reader-backports/hdf5-reader/src/datatype_api.rs +497 -0
  21. package/reader-backports/hdf5-reader/src/error.rs +167 -0
  22. package/reader-backports/hdf5-reader/src/extensible_array.rs +1886 -0
  23. package/reader-backports/hdf5-reader/src/filters/deflate.rs +93 -0
  24. package/reader-backports/hdf5-reader/src/filters/fletcher32.rs +52 -0
  25. package/reader-backports/hdf5-reader/src/filters/lz4.rs +178 -0
  26. package/reader-backports/hdf5-reader/src/filters/mod.rs +326 -0
  27. package/reader-backports/hdf5-reader/src/filters/nbit.rs +586 -0
  28. package/reader-backports/hdf5-reader/src/filters/scaleoffset.rs +827 -0
  29. package/reader-backports/hdf5-reader/src/filters/shuffle.rs +99 -0
  30. package/reader-backports/hdf5-reader/src/fixed_array.rs +763 -0
  31. package/reader-backports/hdf5-reader/src/fractal_heap.rs +2029 -0
  32. package/reader-backports/hdf5-reader/src/global_heap.rs +284 -0
  33. package/reader-backports/hdf5-reader/src/group.rs +795 -0
  34. package/reader-backports/hdf5-reader/src/io.rs +413 -0
  35. package/reader-backports/hdf5-reader/src/lib.rs +916 -0
  36. package/reader-backports/hdf5-reader/src/local_heap.rs +261 -0
  37. package/reader-backports/hdf5-reader/src/messages/attribute.rs +304 -0
  38. package/reader-backports/hdf5-reader/src/messages/attribute_info.rs +96 -0
  39. package/reader-backports/hdf5-reader/src/messages/btree_k.rs +36 -0
  40. package/reader-backports/hdf5-reader/src/messages/continuation.rs +46 -0
  41. package/reader-backports/hdf5-reader/src/messages/dataspace.rs +259 -0
  42. package/reader-backports/hdf5-reader/src/messages/datatype.rs +938 -0
  43. package/reader-backports/hdf5-reader/src/messages/external_files.rs +50 -0
  44. package/reader-backports/hdf5-reader/src/messages/fill_value.rs +233 -0
  45. package/reader-backports/hdf5-reader/src/messages/filter_pipeline.rs +147 -0
  46. package/reader-backports/hdf5-reader/src/messages/group_info.rs +103 -0
  47. package/reader-backports/hdf5-reader/src/messages/layout.rs +476 -0
  48. package/reader-backports/hdf5-reader/src/messages/link.rs +170 -0
  49. package/reader-backports/hdf5-reader/src/messages/link_info.rs +127 -0
  50. package/reader-backports/hdf5-reader/src/messages/mod.rs +374 -0
  51. package/reader-backports/hdf5-reader/src/messages/modification_time.rs +83 -0
  52. package/reader-backports/hdf5-reader/src/messages/shared.rs +164 -0
  53. package/reader-backports/hdf5-reader/src/messages/shared_table.rs +67 -0
  54. package/reader-backports/hdf5-reader/src/messages/symbol_table_msg.rs +51 -0
  55. package/reader-backports/hdf5-reader/src/object_header.rs +1749 -0
  56. package/reader-backports/hdf5-reader/src/reference.rs +90 -0
  57. package/reader-backports/hdf5-reader/src/shared_message_table.rs +425 -0
  58. package/reader-backports/hdf5-reader/src/storage.rs +538 -0
  59. package/reader-backports/hdf5-reader/src/superblock.rs +285 -0
  60. package/reader-backports/hdf5-reader/src/symbol_table.rs +277 -0
  61. package/reader-backports/netcdf-reader/Cargo.toml +141 -0
  62. package/reader-backports/netcdf-reader/LICENSE-APACHE +164 -0
  63. package/reader-backports/netcdf-reader/LICENSE-MIT +21 -0
  64. package/reader-backports/netcdf-reader/PROVENANCE.json +55 -0
  65. package/reader-backports/netcdf-reader/README.md +308 -0
  66. package/reader-backports/netcdf-reader/UPSTREAM-Cargo.toml +48 -0
  67. package/reader-backports/netcdf-reader/UPSTREAM-VCS.json +6 -0
  68. package/reader-backports/netcdf-reader/src/cf/axes.rs +419 -0
  69. package/reader-backports/netcdf-reader/src/cf/bounds.rs +108 -0
  70. package/reader-backports/netcdf-reader/src/cf/crs.rs +269 -0
  71. package/reader-backports/netcdf-reader/src/cf/mod.rs +30 -0
  72. package/reader-backports/netcdf-reader/src/cf/time.rs +1122 -0
  73. package/reader-backports/netcdf-reader/src/classic/data.rs +1465 -0
  74. package/reader-backports/netcdf-reader/src/classic/header.rs +1097 -0
  75. package/reader-backports/netcdf-reader/src/classic/mod.rs +240 -0
  76. package/reader-backports/netcdf-reader/src/classic/storage.rs +211 -0
  77. package/reader-backports/netcdf-reader/src/classic/types.rs +93 -0
  78. package/reader-backports/netcdf-reader/src/classic/variable.rs +1162 -0
  79. package/reader-backports/netcdf-reader/src/error.rs +59 -0
  80. package/reader-backports/netcdf-reader/src/lib.rs +1531 -0
  81. package/reader-backports/netcdf-reader/src/masked.rs +173 -0
  82. package/reader-backports/netcdf-reader/src/nc4/attributes.rs +203 -0
  83. package/reader-backports/netcdf-reader/src/nc4/dimensions.rs +139 -0
  84. package/reader-backports/netcdf-reader/src/nc4/groups.rs +308 -0
  85. package/reader-backports/netcdf-reader/src/nc4/mod.rs +572 -0
  86. package/reader-backports/netcdf-reader/src/nc4/types.rs +309 -0
  87. package/reader-backports/netcdf-reader/src/nc4/variables.rs +420 -0
  88. package/reader-backports/netcdf-reader/src/types.rs +18 -0
  89. package/reader-backports/netcdf-reader/src/unpack.rs +113 -0
  90. package/reader-backports/netcdf-reader/src/user_defined.rs +569 -0
@@ -0,0 +1,413 @@
1
+ use crate::error::{ByteOrder, Error, Result};
2
+
3
+ /// A cursor over a byte slice for sequential reading with endian-aware helpers.
4
+ ///
5
+ /// All HDF5 file parsing goes through this type. It wraps a `&[u8]` and tracks
6
+ /// the current position. Methods advance the position on success.
7
+ #[derive(Clone)]
8
+ pub struct Cursor<'a> {
9
+ data: &'a [u8],
10
+ pos: usize,
11
+ }
12
+
13
+ impl<'a> Cursor<'a> {
14
+ /// Create a new cursor at position 0.
15
+ pub fn new(data: &'a [u8]) -> Self {
16
+ Self { data, pos: 0 }
17
+ }
18
+
19
+ /// Current byte position.
20
+ #[inline]
21
+ pub fn position(&self) -> u64 {
22
+ self.pos as u64
23
+ }
24
+
25
+ /// Set the position.
26
+ pub fn set_position(&mut self, pos: u64) {
27
+ self.pos = pos as usize;
28
+ }
29
+
30
+ /// Total length of the underlying data.
31
+ #[inline]
32
+ pub fn len(&self) -> u64 {
33
+ self.data.len() as u64
34
+ }
35
+
36
+ /// Returns `true` if the underlying data is empty.
37
+ #[inline]
38
+ pub fn is_empty(&self) -> bool {
39
+ self.data.is_empty()
40
+ }
41
+
42
+ /// Remaining bytes from current position.
43
+ #[inline]
44
+ pub fn remaining(&self) -> u64 {
45
+ self.data.len().saturating_sub(self.pos) as u64
46
+ }
47
+
48
+ /// Get the underlying data slice.
49
+ #[inline]
50
+ pub fn data(&self) -> &'a [u8] {
51
+ self.data
52
+ }
53
+
54
+ /// Get a slice starting from an absolute offset.
55
+ pub fn slice_from(&self, offset: u64) -> Result<&'a [u8]> {
56
+ let offset = offset as usize;
57
+ if offset > self.data.len() {
58
+ return Err(Error::OffsetOutOfBounds(offset as u64));
59
+ }
60
+ Ok(&self.data[offset..])
61
+ }
62
+
63
+ /// Create a new cursor at a given absolute offset.
64
+ pub fn at_offset(&self, offset: u64) -> Result<Cursor<'a>> {
65
+ if offset as usize > self.data.len() {
66
+ return Err(Error::OffsetOutOfBounds(offset));
67
+ }
68
+ Ok(Cursor {
69
+ data: self.data,
70
+ pos: offset as usize,
71
+ })
72
+ }
73
+
74
+ /// Read exactly `n` bytes and advance.
75
+ pub fn read_bytes(&mut self, n: usize) -> Result<&'a [u8]> {
76
+ let end = self.pos.checked_add(n).ok_or(Error::UnexpectedEof {
77
+ offset: self.pos as u64,
78
+ needed: n as u64,
79
+ available: self.remaining(),
80
+ })?;
81
+ if end > self.data.len() {
82
+ return Err(Error::UnexpectedEof {
83
+ offset: self.pos as u64,
84
+ needed: n as u64,
85
+ available: self.remaining(),
86
+ });
87
+ }
88
+ let slice = &self.data[self.pos..end];
89
+ self.pos = end;
90
+ Ok(slice)
91
+ }
92
+
93
+ /// Peek at the next `n` bytes without advancing.
94
+ pub fn peek_bytes(&self, n: usize) -> Result<&'a [u8]> {
95
+ let end = self.pos.checked_add(n).ok_or(Error::UnexpectedEof {
96
+ offset: self.pos as u64,
97
+ needed: n as u64,
98
+ available: self.remaining(),
99
+ })?;
100
+ if end > self.data.len() {
101
+ return Err(Error::UnexpectedEof {
102
+ offset: self.pos as u64,
103
+ needed: n as u64,
104
+ available: self.remaining(),
105
+ });
106
+ }
107
+ Ok(&self.data[self.pos..end])
108
+ }
109
+
110
+ /// Skip `n` bytes.
111
+ pub fn skip(&mut self, n: usize) -> Result<()> {
112
+ let end = self.pos.checked_add(n).ok_or(Error::UnexpectedEof {
113
+ offset: self.pos as u64,
114
+ needed: n as u64,
115
+ available: self.remaining(),
116
+ })?;
117
+ if end > self.data.len() {
118
+ return Err(Error::UnexpectedEof {
119
+ offset: self.pos as u64,
120
+ needed: n as u64,
121
+ available: self.remaining(),
122
+ });
123
+ }
124
+ self.pos = end;
125
+ Ok(())
126
+ }
127
+
128
+ /// Align position to `alignment` boundary.
129
+ pub fn align(&mut self, alignment: usize) -> Result<()> {
130
+ if alignment == 0 || alignment == 1 {
131
+ return Ok(());
132
+ }
133
+ let remainder = self.pos % alignment;
134
+ if remainder != 0 {
135
+ self.skip(alignment - remainder)?;
136
+ }
137
+ Ok(())
138
+ }
139
+
140
+ // ---- Single-byte reads ----
141
+
142
+ pub fn read_u8(&mut self) -> Result<u8> {
143
+ let b = self.read_bytes(1)?;
144
+ Ok(b[0])
145
+ }
146
+
147
+ pub fn read_i8(&mut self) -> Result<i8> {
148
+ Ok(self.read_u8()? as i8)
149
+ }
150
+
151
+ // ---- Little-endian reads (HDF5 default) ----
152
+
153
+ pub fn read_u16_le(&mut self) -> Result<u16> {
154
+ let b = self.read_bytes(2)?;
155
+ Ok(u16::from_le_bytes([b[0], b[1]]))
156
+ }
157
+
158
+ pub fn read_u32_le(&mut self) -> Result<u32> {
159
+ let b = self.read_bytes(4)?;
160
+ Ok(u32::from_le_bytes([b[0], b[1], b[2], b[3]]))
161
+ }
162
+
163
+ pub fn read_u64_le(&mut self) -> Result<u64> {
164
+ let b = self.read_bytes(8)?;
165
+ Ok(u64::from_le_bytes([
166
+ b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7],
167
+ ]))
168
+ }
169
+
170
+ pub fn read_i16_le(&mut self) -> Result<i16> {
171
+ let b = self.read_bytes(2)?;
172
+ Ok(i16::from_le_bytes([b[0], b[1]]))
173
+ }
174
+
175
+ pub fn read_i32_le(&mut self) -> Result<i32> {
176
+ let b = self.read_bytes(4)?;
177
+ Ok(i32::from_le_bytes([b[0], b[1], b[2], b[3]]))
178
+ }
179
+
180
+ pub fn read_i64_le(&mut self) -> Result<i64> {
181
+ let b = self.read_bytes(8)?;
182
+ Ok(i64::from_le_bytes([
183
+ b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7],
184
+ ]))
185
+ }
186
+
187
+ pub fn read_f32_le(&mut self) -> Result<f32> {
188
+ let b = self.read_bytes(4)?;
189
+ Ok(f32::from_le_bytes([b[0], b[1], b[2], b[3]]))
190
+ }
191
+
192
+ pub fn read_f64_le(&mut self) -> Result<f64> {
193
+ let b = self.read_bytes(8)?;
194
+ Ok(f64::from_le_bytes([
195
+ b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7],
196
+ ]))
197
+ }
198
+
199
+ // ---- Big-endian reads ----
200
+
201
+ pub fn read_u16_be(&mut self) -> Result<u16> {
202
+ let b = self.read_bytes(2)?;
203
+ Ok(u16::from_be_bytes([b[0], b[1]]))
204
+ }
205
+
206
+ pub fn read_u32_be(&mut self) -> Result<u32> {
207
+ let b = self.read_bytes(4)?;
208
+ Ok(u32::from_be_bytes([b[0], b[1], b[2], b[3]]))
209
+ }
210
+
211
+ pub fn read_u64_be(&mut self) -> Result<u64> {
212
+ let b = self.read_bytes(8)?;
213
+ Ok(u64::from_be_bytes([
214
+ b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7],
215
+ ]))
216
+ }
217
+
218
+ // ---- Endian-dispatched reads ----
219
+
220
+ pub fn read_u16(&mut self, order: ByteOrder) -> Result<u16> {
221
+ match order {
222
+ ByteOrder::LittleEndian => self.read_u16_le(),
223
+ ByteOrder::BigEndian => self.read_u16_be(),
224
+ }
225
+ }
226
+
227
+ pub fn read_u32(&mut self, order: ByteOrder) -> Result<u32> {
228
+ match order {
229
+ ByteOrder::LittleEndian => self.read_u32_le(),
230
+ ByteOrder::BigEndian => self.read_u32_be(),
231
+ }
232
+ }
233
+
234
+ pub fn read_u64(&mut self, order: ByteOrder) -> Result<u64> {
235
+ match order {
236
+ ByteOrder::LittleEndian => self.read_u64_le(),
237
+ ByteOrder::BigEndian => self.read_u64_be(),
238
+ }
239
+ }
240
+
241
+ // ---- Variable-size offset/length reads ----
242
+
243
+ /// Read an offset (address) of `size` bytes (little-endian).
244
+ /// HDF5 uses 2/4/8-byte offsets depending on superblock configuration.
245
+ pub fn read_offset(&mut self, size: u8) -> Result<u64> {
246
+ match size {
247
+ 2 => self.read_u16_le().map(u64::from),
248
+ 4 => self.read_u32_le().map(u64::from),
249
+ 8 => self.read_u64_le(),
250
+ _ => Err(Error::UnsupportedOffsetSize(size)),
251
+ }
252
+ }
253
+
254
+ /// Read a length of `size` bytes (little-endian).
255
+ pub fn read_length(&mut self, size: u8) -> Result<u64> {
256
+ match size {
257
+ 2 => self.read_u16_le().map(u64::from),
258
+ 4 => self.read_u32_le().map(u64::from),
259
+ 8 => self.read_u64_le(),
260
+ _ => Err(Error::UnsupportedLengthSize(size)),
261
+ }
262
+ }
263
+
264
+ /// Read a variable-size unsigned integer of 1..=8 bytes (little-endian).
265
+ pub fn read_uvar(&mut self, size: usize) -> Result<u64> {
266
+ match size {
267
+ 1 => self.read_u8().map(u64::from),
268
+ 2 => self.read_u16_le().map(u64::from),
269
+ 4 => self.read_u32_le().map(u64::from),
270
+ 8 => self.read_u64_le(),
271
+ 3 | 5..=7 => {
272
+ let bytes = self.read_bytes(size)?;
273
+ let mut value = 0u64;
274
+ for (shift, byte) in bytes.iter().enumerate() {
275
+ value |= (*byte as u64) << (shift * 8);
276
+ }
277
+ Ok(value)
278
+ }
279
+ _ => Err(Error::InvalidData(format!(
280
+ "unsupported variable integer size: {}",
281
+ size
282
+ ))),
283
+ }
284
+ }
285
+
286
+ /// Check if an offset value represents the "undefined" address.
287
+ pub fn is_undefined_offset(val: u64, offset_size: u8) -> bool {
288
+ match offset_size {
289
+ 2 => val == 0xFFFF,
290
+ 4 => val == 0xFFFF_FFFF,
291
+ 8 => val == 0xFFFF_FFFF_FFFF_FFFF,
292
+ _ => false,
293
+ }
294
+ }
295
+
296
+ /// Read a null-terminated UTF-8 string.
297
+ pub fn read_null_terminated_string(&mut self) -> Result<String> {
298
+ let start = self.pos;
299
+ while self.pos < self.data.len() {
300
+ if self.data[self.pos] == 0 {
301
+ let s = std::str::from_utf8(&self.data[start..self.pos])
302
+ .map_err(|e| Error::InvalidData(format!("invalid UTF-8 string: {e}")))?;
303
+ self.pos += 1; // skip null terminator
304
+ return Ok(s.to_string());
305
+ }
306
+ self.pos += 1;
307
+ }
308
+ Err(Error::UnexpectedEof {
309
+ offset: start as u64,
310
+ needed: 1,
311
+ available: 0,
312
+ })
313
+ }
314
+
315
+ /// Read a fixed-length string, trimming null padding.
316
+ pub fn read_fixed_string(&mut self, len: usize) -> Result<String> {
317
+ let bytes = self.read_bytes(len)?;
318
+ // Trim trailing nulls
319
+ let end = bytes.iter().rposition(|&b| b != 0).map_or(0, |i| i + 1);
320
+ let s = std::str::from_utf8(&bytes[..end])
321
+ .map_err(|e| Error::InvalidData(format!("invalid UTF-8 string: {e}")))?;
322
+ Ok(s.to_string())
323
+ }
324
+ }
325
+
326
+ #[cfg(test)]
327
+ mod tests {
328
+ use super::*;
329
+
330
+ #[test]
331
+ fn cursor_reads_u8_and_advances() {
332
+ let data = [0x42];
333
+ let mut c = Cursor::new(&data);
334
+ assert_eq!(c.read_u8().unwrap(), 0x42);
335
+ assert_eq!(c.position(), 1);
336
+ }
337
+
338
+ #[test]
339
+ fn cursor_reads_little_endian_u16() {
340
+ let data = [0x01, 0x02];
341
+ let mut c = Cursor::new(&data);
342
+ assert_eq!(c.read_u16_le().unwrap(), 0x0201);
343
+ }
344
+
345
+ #[test]
346
+ fn cursor_reads_little_endian_u32() {
347
+ let data = [0x01, 0x02, 0x03, 0x04];
348
+ let mut c = Cursor::new(&data);
349
+ assert_eq!(c.read_u32_le().unwrap(), 0x04030201);
350
+ }
351
+
352
+ #[test]
353
+ fn cursor_reads_little_endian_u64() {
354
+ let data = [0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08];
355
+ let mut c = Cursor::new(&data);
356
+ assert_eq!(c.read_u64_le().unwrap(), 0x0807060504030201);
357
+ }
358
+
359
+ #[test]
360
+ fn cursor_reads_offsets_by_width() {
361
+ // 4-byte offset
362
+ let data = [0x00, 0x01, 0x00, 0x00];
363
+ let mut c = Cursor::new(&data);
364
+ assert_eq!(c.read_offset(4).unwrap(), 256);
365
+
366
+ // 8-byte offset
367
+ let data = [0x00, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00];
368
+ let mut c = Cursor::new(&data);
369
+ assert_eq!(c.read_offset(8).unwrap(), 0x100000000);
370
+ }
371
+
372
+ #[test]
373
+ fn null_terminated_string() {
374
+ let data = b"hello\0world";
375
+ let mut c = Cursor::new(data);
376
+ assert_eq!(c.read_null_terminated_string().unwrap(), "hello");
377
+ assert_eq!(c.position(), 6);
378
+ }
379
+
380
+ #[test]
381
+ fn fixed_string() {
382
+ let data = b"hi\0\0\0";
383
+ let mut c = Cursor::new(data);
384
+ assert_eq!(c.read_fixed_string(5).unwrap(), "hi");
385
+ }
386
+
387
+ #[test]
388
+ fn cursor_aligns_to_requested_boundary() {
389
+ let data = [0u8; 16];
390
+ let mut c = Cursor::new(&data);
391
+ c.skip(3).unwrap();
392
+ c.align(8).unwrap();
393
+ assert_eq!(c.position(), 8);
394
+
395
+ // Already aligned
396
+ c.align(8).unwrap();
397
+ assert_eq!(c.position(), 8);
398
+ }
399
+
400
+ #[test]
401
+ fn eof_error() {
402
+ let data = [0u8; 2];
403
+ let mut c = Cursor::new(&data);
404
+ assert!(c.read_u32_le().is_err());
405
+ }
406
+
407
+ #[test]
408
+ fn undefined_offsets_match_offset_width() {
409
+ assert!(Cursor::is_undefined_offset(0xFFFFFFFF, 4));
410
+ assert!(Cursor::is_undefined_offset(0xFFFFFFFFFFFFFFFF, 8));
411
+ assert!(!Cursor::is_undefined_offset(0, 4));
412
+ }
413
+ }