@nirs4all/formats-wasm 0.2.11 → 0.2.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/THIRD_PARTY_NOTICES.md +49 -0
- package/nirs4all_formats_wasm_bg.wasm +0 -0
- package/package.json +4 -2
- package/reader-backports/hdf5-reader/Cargo.toml +119 -0
- package/reader-backports/hdf5-reader/LICENSE-APACHE +164 -0
- package/reader-backports/hdf5-reader/LICENSE-MIT +21 -0
- package/reader-backports/hdf5-reader/PROVENANCE.json +80 -0
- package/reader-backports/hdf5-reader/README.md +308 -0
- package/reader-backports/hdf5-reader/UPSTREAM-Cargo.toml +44 -0
- package/reader-backports/hdf5-reader/UPSTREAM-VCS.json +6 -0
- package/reader-backports/hdf5-reader/src/attribute_api.rs +847 -0
- package/reader-backports/hdf5-reader/src/btree_v1.rs +726 -0
- package/reader-backports/hdf5-reader/src/btree_v2.rs +2068 -0
- package/reader-backports/hdf5-reader/src/cache.rs +354 -0
- package/reader-backports/hdf5-reader/src/checksum.rs +56 -0
- package/reader-backports/hdf5-reader/src/chunk_index.rs +423 -0
- package/reader-backports/hdf5-reader/src/dataset.rs +4733 -0
- package/reader-backports/hdf5-reader/src/datatype_api.rs +497 -0
- package/reader-backports/hdf5-reader/src/error.rs +167 -0
- package/reader-backports/hdf5-reader/src/extensible_array.rs +1886 -0
- package/reader-backports/hdf5-reader/src/filters/deflate.rs +93 -0
- package/reader-backports/hdf5-reader/src/filters/fletcher32.rs +52 -0
- package/reader-backports/hdf5-reader/src/filters/lz4.rs +178 -0
- package/reader-backports/hdf5-reader/src/filters/mod.rs +326 -0
- package/reader-backports/hdf5-reader/src/filters/nbit.rs +586 -0
- package/reader-backports/hdf5-reader/src/filters/scaleoffset.rs +827 -0
- package/reader-backports/hdf5-reader/src/filters/shuffle.rs +99 -0
- package/reader-backports/hdf5-reader/src/fixed_array.rs +763 -0
- package/reader-backports/hdf5-reader/src/fractal_heap.rs +2029 -0
- package/reader-backports/hdf5-reader/src/global_heap.rs +284 -0
- package/reader-backports/hdf5-reader/src/group.rs +795 -0
- package/reader-backports/hdf5-reader/src/io.rs +413 -0
- package/reader-backports/hdf5-reader/src/lib.rs +916 -0
- package/reader-backports/hdf5-reader/src/local_heap.rs +261 -0
- package/reader-backports/hdf5-reader/src/messages/attribute.rs +304 -0
- package/reader-backports/hdf5-reader/src/messages/attribute_info.rs +96 -0
- package/reader-backports/hdf5-reader/src/messages/btree_k.rs +36 -0
- package/reader-backports/hdf5-reader/src/messages/continuation.rs +46 -0
- package/reader-backports/hdf5-reader/src/messages/dataspace.rs +259 -0
- package/reader-backports/hdf5-reader/src/messages/datatype.rs +938 -0
- package/reader-backports/hdf5-reader/src/messages/external_files.rs +50 -0
- package/reader-backports/hdf5-reader/src/messages/fill_value.rs +233 -0
- package/reader-backports/hdf5-reader/src/messages/filter_pipeline.rs +147 -0
- package/reader-backports/hdf5-reader/src/messages/group_info.rs +103 -0
- package/reader-backports/hdf5-reader/src/messages/layout.rs +476 -0
- package/reader-backports/hdf5-reader/src/messages/link.rs +170 -0
- package/reader-backports/hdf5-reader/src/messages/link_info.rs +127 -0
- package/reader-backports/hdf5-reader/src/messages/mod.rs +374 -0
- package/reader-backports/hdf5-reader/src/messages/modification_time.rs +83 -0
- package/reader-backports/hdf5-reader/src/messages/shared.rs +164 -0
- package/reader-backports/hdf5-reader/src/messages/shared_table.rs +67 -0
- package/reader-backports/hdf5-reader/src/messages/symbol_table_msg.rs +51 -0
- package/reader-backports/hdf5-reader/src/object_header.rs +1749 -0
- package/reader-backports/hdf5-reader/src/reference.rs +90 -0
- package/reader-backports/hdf5-reader/src/shared_message_table.rs +425 -0
- package/reader-backports/hdf5-reader/src/storage.rs +538 -0
- package/reader-backports/hdf5-reader/src/superblock.rs +285 -0
- package/reader-backports/hdf5-reader/src/symbol_table.rs +277 -0
- package/reader-backports/netcdf-reader/Cargo.toml +141 -0
- package/reader-backports/netcdf-reader/LICENSE-APACHE +164 -0
- package/reader-backports/netcdf-reader/LICENSE-MIT +21 -0
- package/reader-backports/netcdf-reader/PROVENANCE.json +55 -0
- package/reader-backports/netcdf-reader/README.md +308 -0
- package/reader-backports/netcdf-reader/UPSTREAM-Cargo.toml +48 -0
- package/reader-backports/netcdf-reader/UPSTREAM-VCS.json +6 -0
- package/reader-backports/netcdf-reader/src/cf/axes.rs +419 -0
- package/reader-backports/netcdf-reader/src/cf/bounds.rs +108 -0
- package/reader-backports/netcdf-reader/src/cf/crs.rs +269 -0
- package/reader-backports/netcdf-reader/src/cf/mod.rs +30 -0
- package/reader-backports/netcdf-reader/src/cf/time.rs +1122 -0
- package/reader-backports/netcdf-reader/src/classic/data.rs +1465 -0
- package/reader-backports/netcdf-reader/src/classic/header.rs +1097 -0
- package/reader-backports/netcdf-reader/src/classic/mod.rs +240 -0
- package/reader-backports/netcdf-reader/src/classic/storage.rs +211 -0
- package/reader-backports/netcdf-reader/src/classic/types.rs +93 -0
- package/reader-backports/netcdf-reader/src/classic/variable.rs +1162 -0
- package/reader-backports/netcdf-reader/src/error.rs +59 -0
- package/reader-backports/netcdf-reader/src/lib.rs +1531 -0
- package/reader-backports/netcdf-reader/src/masked.rs +173 -0
- package/reader-backports/netcdf-reader/src/nc4/attributes.rs +203 -0
- package/reader-backports/netcdf-reader/src/nc4/dimensions.rs +139 -0
- package/reader-backports/netcdf-reader/src/nc4/groups.rs +308 -0
- package/reader-backports/netcdf-reader/src/nc4/mod.rs +572 -0
- package/reader-backports/netcdf-reader/src/nc4/types.rs +309 -0
- package/reader-backports/netcdf-reader/src/nc4/variables.rs +420 -0
- package/reader-backports/netcdf-reader/src/types.rs +18 -0
- package/reader-backports/netcdf-reader/src/unpack.rs +113 -0
- package/reader-backports/netcdf-reader/src/user_defined.rs +569 -0
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
//! HDF5 External Data Files message (type 0x0007).
|
|
2
|
+
//!
|
|
3
|
+
//! Indicates that raw data for a dataset is stored in one or more external
|
|
4
|
+
//! files. Rarely used in practice, especially in NetCDF files.
|
|
5
|
+
|
|
6
|
+
use crate::error::Result;
|
|
7
|
+
use crate::io::Cursor;
|
|
8
|
+
pub use hdf5_core::{ExternalFileSlot, ExternalFilesMessage};
|
|
9
|
+
|
|
10
|
+
/// Parse an external data files message.
|
|
11
|
+
pub fn parse(
|
|
12
|
+
cursor: &mut Cursor<'_>,
|
|
13
|
+
offset_size: u8,
|
|
14
|
+
length_size: u8,
|
|
15
|
+
msg_size: usize,
|
|
16
|
+
) -> Result<ExternalFilesMessage> {
|
|
17
|
+
let start = cursor.position();
|
|
18
|
+
|
|
19
|
+
let _version = cursor.read_u8()?;
|
|
20
|
+
let _reserved = cursor.read_bytes(3)?;
|
|
21
|
+
|
|
22
|
+
// Allocated slots (for pre-allocation; may differ from used slots)
|
|
23
|
+
let _allocated_slots = cursor.read_u16_le()?;
|
|
24
|
+
// Used slots — actual number of entries
|
|
25
|
+
let used_slots = cursor.read_u16_le()? as usize;
|
|
26
|
+
|
|
27
|
+
let heap_address = cursor.read_offset(offset_size)?;
|
|
28
|
+
|
|
29
|
+
let mut slots = Vec::with_capacity(used_slots);
|
|
30
|
+
for _ in 0..used_slots {
|
|
31
|
+
let name_offset = cursor.read_length(length_size)?;
|
|
32
|
+
let offset = cursor.read_length(length_size)?;
|
|
33
|
+
let size = cursor.read_length(length_size)?;
|
|
34
|
+
slots.push(ExternalFileSlot {
|
|
35
|
+
name_offset,
|
|
36
|
+
offset,
|
|
37
|
+
size,
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
let consumed = (cursor.position() - start) as usize;
|
|
42
|
+
if consumed < msg_size {
|
|
43
|
+
cursor.skip(msg_size - consumed)?;
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
Ok(ExternalFilesMessage {
|
|
47
|
+
heap_address,
|
|
48
|
+
slots,
|
|
49
|
+
})
|
|
50
|
+
}
|
|
@@ -0,0 +1,233 @@
|
|
|
1
|
+
//! HDF5 Fill Value messages.
|
|
2
|
+
//!
|
|
3
|
+
//! Two message types carry fill value information:
|
|
4
|
+
//! - Old fill value (type 0x0004): raw bytes, length = message size.
|
|
5
|
+
//! - New fill value (type 0x0005): versioned, with allocation/write time and defined flag.
|
|
6
|
+
|
|
7
|
+
use crate::error::{Error, Result};
|
|
8
|
+
use crate::io::Cursor;
|
|
9
|
+
pub use hdf5_core::{FillTime, FillValueMessage};
|
|
10
|
+
|
|
11
|
+
/// Parse the old fill value message (type 0x0004).
|
|
12
|
+
///
|
|
13
|
+
/// The body is a four-byte size followed by that many bytes of fill value. Any bytes
|
|
14
|
+
/// after the value (alignment padding) are skipped.
|
|
15
|
+
pub fn parse_old(
|
|
16
|
+
cursor: &mut Cursor<'_>,
|
|
17
|
+
_offset_size: u8,
|
|
18
|
+
_length_size: u8,
|
|
19
|
+
msg_size: usize,
|
|
20
|
+
) -> Result<FillValueMessage> {
|
|
21
|
+
let value = if msg_size >= 4 {
|
|
22
|
+
let size = cursor.read_u32_le()? as usize;
|
|
23
|
+
if size > msg_size - 4 {
|
|
24
|
+
return Err(Error::InvalidData(format!(
|
|
25
|
+
"old fill value message: value size {size} exceeds message size {msg_size}"
|
|
26
|
+
)));
|
|
27
|
+
}
|
|
28
|
+
let value = (size > 0)
|
|
29
|
+
.then(|| cursor.read_bytes(size).map(<[u8]>::to_vec))
|
|
30
|
+
.transpose()?;
|
|
31
|
+
cursor.skip(msg_size - 4 - size)?;
|
|
32
|
+
value
|
|
33
|
+
} else {
|
|
34
|
+
cursor.skip(msg_size)?;
|
|
35
|
+
None
|
|
36
|
+
};
|
|
37
|
+
|
|
38
|
+
Ok(FillValueMessage {
|
|
39
|
+
defined: value.is_some(),
|
|
40
|
+
fill_time: FillTime::IfSet,
|
|
41
|
+
value,
|
|
42
|
+
})
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
/// Parse the new fill value message (type 0x0005).
|
|
46
|
+
pub fn parse_new(
|
|
47
|
+
cursor: &mut Cursor<'_>,
|
|
48
|
+
_offset_size: u8,
|
|
49
|
+
_length_size: u8,
|
|
50
|
+
msg_size: usize,
|
|
51
|
+
) -> Result<FillValueMessage> {
|
|
52
|
+
let start = cursor.position();
|
|
53
|
+
let version = cursor.read_u8()?;
|
|
54
|
+
|
|
55
|
+
match version {
|
|
56
|
+
1 | 2 => parse_new_v1_v2(cursor, version),
|
|
57
|
+
3 => parse_new_v3(cursor),
|
|
58
|
+
v => Err(Error::UnsupportedFillValueVersion(v)),
|
|
59
|
+
}
|
|
60
|
+
.and_then(|msg| {
|
|
61
|
+
let consumed = (cursor.position() - start) as usize;
|
|
62
|
+
if consumed < msg_size {
|
|
63
|
+
cursor.skip(msg_size - consumed)?;
|
|
64
|
+
}
|
|
65
|
+
Ok(msg)
|
|
66
|
+
})
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
fn parse_new_v1_v2(cursor: &mut Cursor<'_>, _version: u8) -> Result<FillValueMessage> {
|
|
70
|
+
let _alloc_time = cursor.read_u8()?;
|
|
71
|
+
let fill_time_byte = cursor.read_u8()?;
|
|
72
|
+
let defined_flag = cursor.read_u8()?;
|
|
73
|
+
|
|
74
|
+
let fill_time = match fill_time_byte {
|
|
75
|
+
0 => FillTime::IfSet,
|
|
76
|
+
1 => FillTime::Always,
|
|
77
|
+
2 => FillTime::Never,
|
|
78
|
+
_ => FillTime::IfSet,
|
|
79
|
+
};
|
|
80
|
+
|
|
81
|
+
let defined = defined_flag != 0;
|
|
82
|
+
|
|
83
|
+
let value = if defined {
|
|
84
|
+
let size = cursor.read_u32_le()? as usize;
|
|
85
|
+
if size > 0 {
|
|
86
|
+
Some(cursor.read_bytes(size)?.to_vec())
|
|
87
|
+
} else {
|
|
88
|
+
None
|
|
89
|
+
}
|
|
90
|
+
} else {
|
|
91
|
+
None
|
|
92
|
+
};
|
|
93
|
+
|
|
94
|
+
Ok(FillValueMessage {
|
|
95
|
+
defined,
|
|
96
|
+
fill_time,
|
|
97
|
+
value,
|
|
98
|
+
})
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
fn parse_new_v3(cursor: &mut Cursor<'_>) -> Result<FillValueMessage> {
|
|
102
|
+
let flags = cursor.read_u8()?;
|
|
103
|
+
|
|
104
|
+
let _alloc_time = flags & 0x03;
|
|
105
|
+
let fill_time_bits = (flags >> 2) & 0x03;
|
|
106
|
+
// Spec: flag bit 4 marks the fill value undefined, bit 5 marks it defined.
|
|
107
|
+
let undefined = (flags & 0x10) != 0;
|
|
108
|
+
let defined = (flags & 0x20) != 0;
|
|
109
|
+
|
|
110
|
+
let fill_time = match fill_time_bits {
|
|
111
|
+
0 => FillTime::IfSet,
|
|
112
|
+
1 => FillTime::Always,
|
|
113
|
+
2 => FillTime::Never,
|
|
114
|
+
_ => FillTime::IfSet,
|
|
115
|
+
};
|
|
116
|
+
|
|
117
|
+
if undefined {
|
|
118
|
+
return Ok(FillValueMessage {
|
|
119
|
+
defined: false,
|
|
120
|
+
fill_time,
|
|
121
|
+
value: None,
|
|
122
|
+
});
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
let value = if defined {
|
|
126
|
+
let size = cursor.read_u32_le()? as usize;
|
|
127
|
+
if size > 0 {
|
|
128
|
+
Some(cursor.read_bytes(size)?.to_vec())
|
|
129
|
+
} else {
|
|
130
|
+
None
|
|
131
|
+
}
|
|
132
|
+
} else {
|
|
133
|
+
None
|
|
134
|
+
};
|
|
135
|
+
|
|
136
|
+
Ok(FillValueMessage {
|
|
137
|
+
defined,
|
|
138
|
+
fill_time,
|
|
139
|
+
value,
|
|
140
|
+
})
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
#[cfg(test)]
|
|
144
|
+
mod tests {
|
|
145
|
+
use super::*;
|
|
146
|
+
|
|
147
|
+
#[test]
|
|
148
|
+
fn parse_old_fill() {
|
|
149
|
+
// size = 4, then the value (0x80000000, i32::MIN), then padding to 8 bytes.
|
|
150
|
+
let data = [
|
|
151
|
+
0x04, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x80, 0xAA, 0xAA, 0xAA, 0xAA,
|
|
152
|
+
];
|
|
153
|
+
let mut cursor = Cursor::new(&data);
|
|
154
|
+
let msg = parse_old(&mut cursor, 8, 8, data.len()).unwrap();
|
|
155
|
+
assert!(msg.defined);
|
|
156
|
+
assert_eq!(msg.value.unwrap(), vec![0x00, 0x00, 0x00, 0x80]);
|
|
157
|
+
assert_eq!(cursor.position() as usize, data.len());
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
#[test]
|
|
161
|
+
fn parse_old_fill_rejects_oversized_value() {
|
|
162
|
+
let data = [0x08, 0x00, 0x00, 0x00, 0x01, 0x02, 0x03, 0x04];
|
|
163
|
+
let mut cursor = Cursor::new(&data);
|
|
164
|
+
assert!(parse_old(&mut cursor, 8, 8, data.len()).is_err());
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
#[test]
|
|
168
|
+
fn parse_old_fill_empty() {
|
|
169
|
+
let data = [];
|
|
170
|
+
let mut cursor = Cursor::new(&data);
|
|
171
|
+
let msg = parse_old(&mut cursor, 8, 8, 0).unwrap();
|
|
172
|
+
assert!(!msg.defined);
|
|
173
|
+
assert!(msg.value.is_none());
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
#[test]
|
|
177
|
+
fn parse_new_v2_defined() {
|
|
178
|
+
let mut data = vec![
|
|
179
|
+
0x02, // version 2
|
|
180
|
+
0x01, // alloc time
|
|
181
|
+
0x01, // fill time = always
|
|
182
|
+
0x01, // defined = yes
|
|
183
|
+
];
|
|
184
|
+
// fill value size = 8
|
|
185
|
+
data.extend_from_slice(&8u32.to_le_bytes());
|
|
186
|
+
// fill value bytes
|
|
187
|
+
data.extend_from_slice(&[0xFF; 8]);
|
|
188
|
+
|
|
189
|
+
let mut cursor = Cursor::new(&data);
|
|
190
|
+
let msg = parse_new(&mut cursor, 8, 8, data.len()).unwrap();
|
|
191
|
+
assert!(msg.defined);
|
|
192
|
+
assert_eq!(msg.fill_time, FillTime::Always);
|
|
193
|
+
assert_eq!(msg.value.unwrap(), vec![0xFF; 8]);
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
#[test]
|
|
197
|
+
fn parse_new_v3_undefined() {
|
|
198
|
+
let data = [
|
|
199
|
+
0x03, // version 3
|
|
200
|
+
0x10, // flags: undefined bit set
|
|
201
|
+
];
|
|
202
|
+
let mut cursor = Cursor::new(&data);
|
|
203
|
+
let msg = parse_new(&mut cursor, 8, 8, data.len()).unwrap();
|
|
204
|
+
assert!(!msg.defined);
|
|
205
|
+
assert!(msg.value.is_none());
|
|
206
|
+
}
|
|
207
|
+
|
|
208
|
+
#[test]
|
|
209
|
+
fn parse_new_v3_defined() {
|
|
210
|
+
let mut data = vec![
|
|
211
|
+
0x03, // version 3
|
|
212
|
+
0x2A, // flags: late alloc, write if set, defined bit set
|
|
213
|
+
];
|
|
214
|
+
data.extend_from_slice(&4u32.to_le_bytes());
|
|
215
|
+
data.extend_from_slice(&[0xAB; 4]);
|
|
216
|
+
let mut cursor = Cursor::new(&data);
|
|
217
|
+
let msg = parse_new(&mut cursor, 8, 8, data.len()).unwrap();
|
|
218
|
+
assert!(msg.defined);
|
|
219
|
+
assert_eq!(msg.value.unwrap(), vec![0xAB; 4]);
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
#[test]
|
|
223
|
+
fn parse_new_v3_default_fill_without_value() {
|
|
224
|
+
let data = [
|
|
225
|
+
0x03, // version 3
|
|
226
|
+
0x0B, // flags: incremental alloc, write if set, no defined bit
|
|
227
|
+
];
|
|
228
|
+
let mut cursor = Cursor::new(&data);
|
|
229
|
+
let msg = parse_new(&mut cursor, 8, 8, data.len()).unwrap();
|
|
230
|
+
assert!(!msg.defined);
|
|
231
|
+
assert!(msg.value.is_none());
|
|
232
|
+
}
|
|
233
|
+
}
|
|
@@ -0,0 +1,147 @@
|
|
|
1
|
+
//! HDF5 Filter Pipeline message (type 0x000B).
|
|
2
|
+
//!
|
|
3
|
+
//! Describes the sequence of filters applied to chunked data (e.g. deflate,
|
|
4
|
+
//! shuffle, fletcher32). Each filter has an ID, optional name, and optional
|
|
5
|
+
//! client data parameters.
|
|
6
|
+
|
|
7
|
+
use crate::error::{Error, Result};
|
|
8
|
+
use crate::io::Cursor;
|
|
9
|
+
pub use hdf5_core::{
|
|
10
|
+
FilterDescription, FilterPipelineMessage, FILTER_DEFLATE, FILTER_FLETCHER32, FILTER_NBIT,
|
|
11
|
+
FILTER_SCALEOFFSET, FILTER_SHUFFLE, FILTER_SZIP,
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
/// Parse a filter pipeline message.
|
|
15
|
+
pub fn parse(
|
|
16
|
+
cursor: &mut Cursor<'_>,
|
|
17
|
+
_offset_size: u8,
|
|
18
|
+
_length_size: u8,
|
|
19
|
+
msg_size: usize,
|
|
20
|
+
) -> Result<FilterPipelineMessage> {
|
|
21
|
+
let start = cursor.position();
|
|
22
|
+
let version = cursor.read_u8()?;
|
|
23
|
+
|
|
24
|
+
match version {
|
|
25
|
+
1 => parse_v1(cursor, start, msg_size),
|
|
26
|
+
2 => parse_v2(cursor, start, msg_size),
|
|
27
|
+
v => Err(Error::UnsupportedFilterPipelineVersion(v)),
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
fn parse_v1(cursor: &mut Cursor<'_>, start: u64, msg_size: usize) -> Result<FilterPipelineMessage> {
|
|
32
|
+
let n_filters = cursor.read_u8()? as usize;
|
|
33
|
+
let _reserved = cursor.read_bytes(6)?;
|
|
34
|
+
|
|
35
|
+
let mut filters = Vec::with_capacity(n_filters);
|
|
36
|
+
for _ in 0..n_filters {
|
|
37
|
+
let id = cursor.read_u16_le()?;
|
|
38
|
+
let name_len = cursor.read_u16_le()? as usize;
|
|
39
|
+
let _flags = cursor.read_u16_le()?;
|
|
40
|
+
let n_client_data = cursor.read_u16_le()? as usize;
|
|
41
|
+
|
|
42
|
+
let name = if name_len > 0 {
|
|
43
|
+
let s = cursor.read_fixed_string(name_len)?;
|
|
44
|
+
// Pad to 8-byte boundary
|
|
45
|
+
let padded = (name_len + 7) & !7;
|
|
46
|
+
if padded > name_len {
|
|
47
|
+
cursor.skip(padded - name_len)?;
|
|
48
|
+
}
|
|
49
|
+
Some(s)
|
|
50
|
+
} else {
|
|
51
|
+
None
|
|
52
|
+
};
|
|
53
|
+
|
|
54
|
+
let mut client_data = Vec::with_capacity(n_client_data);
|
|
55
|
+
for _ in 0..n_client_data {
|
|
56
|
+
client_data.push(cursor.read_u32_le()?);
|
|
57
|
+
}
|
|
58
|
+
// Pad client data to even count (v1 requires padding to 8 bytes)
|
|
59
|
+
if n_client_data % 2 != 0 {
|
|
60
|
+
cursor.skip(4)?;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
filters.push(FilterDescription {
|
|
64
|
+
id,
|
|
65
|
+
name,
|
|
66
|
+
client_data,
|
|
67
|
+
});
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
let consumed = (cursor.position() - start) as usize;
|
|
71
|
+
if consumed < msg_size {
|
|
72
|
+
cursor.skip(msg_size - consumed)?;
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
Ok(FilterPipelineMessage { filters })
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
fn parse_v2(cursor: &mut Cursor<'_>, start: u64, msg_size: usize) -> Result<FilterPipelineMessage> {
|
|
79
|
+
let n_filters = cursor.read_u8()? as usize;
|
|
80
|
+
|
|
81
|
+
let mut filters = Vec::with_capacity(n_filters);
|
|
82
|
+
for _ in 0..n_filters {
|
|
83
|
+
let id = cursor.read_u16_le()?;
|
|
84
|
+
|
|
85
|
+
// In v2, user-defined filters (id >= 256) carry a name length field
|
|
86
|
+
// before flags. The actual name bytes come after n_client_data.
|
|
87
|
+
let name_len = if id >= 256 {
|
|
88
|
+
cursor.read_u16_le()? as usize
|
|
89
|
+
} else {
|
|
90
|
+
0
|
|
91
|
+
};
|
|
92
|
+
|
|
93
|
+
let _flags = cursor.read_u16_le()?;
|
|
94
|
+
let n_client_data = cursor.read_u16_le()? as usize;
|
|
95
|
+
|
|
96
|
+
// Name bytes (only for user-defined filters)
|
|
97
|
+
let name = if name_len > 0 {
|
|
98
|
+
Some(cursor.read_fixed_string(name_len)?)
|
|
99
|
+
} else {
|
|
100
|
+
None
|
|
101
|
+
};
|
|
102
|
+
|
|
103
|
+
let mut client_data = Vec::with_capacity(n_client_data);
|
|
104
|
+
for _ in 0..n_client_data {
|
|
105
|
+
client_data.push(cursor.read_u32_le()?);
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
filters.push(FilterDescription {
|
|
109
|
+
id,
|
|
110
|
+
name,
|
|
111
|
+
client_data,
|
|
112
|
+
});
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
let consumed = (cursor.position() - start) as usize;
|
|
116
|
+
if consumed < msg_size {
|
|
117
|
+
cursor.skip(msg_size - consumed)?;
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
Ok(FilterPipelineMessage { filters })
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
#[cfg(test)]
|
|
124
|
+
mod tests {
|
|
125
|
+
use super::*;
|
|
126
|
+
|
|
127
|
+
#[test]
|
|
128
|
+
fn parse_v2_deflate() {
|
|
129
|
+
let mut data = vec![
|
|
130
|
+
0x02, // version 2
|
|
131
|
+
0x01, // 1 filter
|
|
132
|
+
];
|
|
133
|
+
// Filter: deflate (id=1)
|
|
134
|
+
data.extend_from_slice(&1u16.to_le_bytes()); // id
|
|
135
|
+
// Well-known (id < 256), so no name_len field
|
|
136
|
+
data.extend_from_slice(&0u16.to_le_bytes()); // flags
|
|
137
|
+
data.extend_from_slice(&1u16.to_le_bytes()); // 1 client data value
|
|
138
|
+
data.extend_from_slice(&6u32.to_le_bytes()); // compression level = 6
|
|
139
|
+
|
|
140
|
+
let mut cursor = Cursor::new(&data);
|
|
141
|
+
let msg = parse(&mut cursor, 8, 8, data.len()).unwrap();
|
|
142
|
+
assert_eq!(msg.filters.len(), 1);
|
|
143
|
+
assert_eq!(msg.filters[0].id, FILTER_DEFLATE);
|
|
144
|
+
assert!(msg.filters[0].name.is_none());
|
|
145
|
+
assert_eq!(msg.filters[0].client_data, vec![6]);
|
|
146
|
+
}
|
|
147
|
+
}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
//! HDF5 Group Info message (type 0x000A).
|
|
2
|
+
//!
|
|
3
|
+
//! Contains hints for the library about group storage thresholds and
|
|
4
|
+
//! estimated entry counts. Used for v2-style groups.
|
|
5
|
+
|
|
6
|
+
use crate::error::{Error, Result};
|
|
7
|
+
use crate::io::Cursor;
|
|
8
|
+
|
|
9
|
+
/// Parsed group info message.
|
|
10
|
+
#[derive(Debug, Clone)]
|
|
11
|
+
pub struct GroupInfoMessage {
|
|
12
|
+
/// Maximum number of links to store compactly (in header messages).
|
|
13
|
+
pub max_compact_links: Option<u16>,
|
|
14
|
+
/// Minimum number of links before switching to dense storage.
|
|
15
|
+
pub min_dense_links: Option<u16>,
|
|
16
|
+
/// Estimated number of entries in this group.
|
|
17
|
+
pub est_num_entries: Option<u16>,
|
|
18
|
+
/// Estimated average name length for entries.
|
|
19
|
+
pub est_name_len: Option<u16>,
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
/// Parse a group info message.
|
|
23
|
+
pub fn parse(
|
|
24
|
+
cursor: &mut Cursor<'_>,
|
|
25
|
+
_offset_size: u8,
|
|
26
|
+
_length_size: u8,
|
|
27
|
+
msg_size: usize,
|
|
28
|
+
) -> Result<GroupInfoMessage> {
|
|
29
|
+
let start = cursor.position();
|
|
30
|
+
let version = cursor.read_u8()?;
|
|
31
|
+
|
|
32
|
+
if version != 0 {
|
|
33
|
+
return Err(Error::InvalidData(format!(
|
|
34
|
+
"unsupported group info version: {}",
|
|
35
|
+
version
|
|
36
|
+
)));
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
let flags = cursor.read_u8()?;
|
|
40
|
+
|
|
41
|
+
// Bit 0: link phase change values present
|
|
42
|
+
let (max_compact_links, min_dense_links) = if (flags & 0x01) != 0 {
|
|
43
|
+
let max_compact = cursor.read_u16_le()?;
|
|
44
|
+
let min_dense = cursor.read_u16_le()?;
|
|
45
|
+
(Some(max_compact), Some(min_dense))
|
|
46
|
+
} else {
|
|
47
|
+
(None, None)
|
|
48
|
+
};
|
|
49
|
+
|
|
50
|
+
// Bit 1: estimated entry information present
|
|
51
|
+
let (est_num_entries, est_name_len) = if (flags & 0x02) != 0 {
|
|
52
|
+
let num = cursor.read_u16_le()?;
|
|
53
|
+
let len = cursor.read_u16_le()?;
|
|
54
|
+
(Some(num), Some(len))
|
|
55
|
+
} else {
|
|
56
|
+
(None, None)
|
|
57
|
+
};
|
|
58
|
+
|
|
59
|
+
let consumed = (cursor.position() - start) as usize;
|
|
60
|
+
if consumed < msg_size {
|
|
61
|
+
cursor.skip(msg_size - consumed)?;
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
Ok(GroupInfoMessage {
|
|
65
|
+
max_compact_links,
|
|
66
|
+
min_dense_links,
|
|
67
|
+
est_num_entries,
|
|
68
|
+
est_name_len,
|
|
69
|
+
})
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
#[cfg(test)]
|
|
73
|
+
mod tests {
|
|
74
|
+
use super::*;
|
|
75
|
+
|
|
76
|
+
#[test]
|
|
77
|
+
fn parse_group_info_all_present() {
|
|
78
|
+
let mut data = vec![
|
|
79
|
+
0x00, // version
|
|
80
|
+
0x03, // flags: both bits set
|
|
81
|
+
];
|
|
82
|
+
data.extend_from_slice(&8u16.to_le_bytes()); // max compact
|
|
83
|
+
data.extend_from_slice(&6u16.to_le_bytes()); // min dense
|
|
84
|
+
data.extend_from_slice(&4u16.to_le_bytes()); // est entries
|
|
85
|
+
data.extend_from_slice(&18u16.to_le_bytes()); // est name len
|
|
86
|
+
|
|
87
|
+
let mut cursor = Cursor::new(&data);
|
|
88
|
+
let msg = parse(&mut cursor, 8, 8, data.len()).unwrap();
|
|
89
|
+
assert_eq!(msg.max_compact_links, Some(8));
|
|
90
|
+
assert_eq!(msg.min_dense_links, Some(6));
|
|
91
|
+
assert_eq!(msg.est_num_entries, Some(4));
|
|
92
|
+
assert_eq!(msg.est_name_len, Some(18));
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
#[test]
|
|
96
|
+
fn parse_group_info_empty() {
|
|
97
|
+
let data = vec![0x00, 0x00];
|
|
98
|
+
let mut cursor = Cursor::new(&data);
|
|
99
|
+
let msg = parse(&mut cursor, 8, 8, data.len()).unwrap();
|
|
100
|
+
assert!(msg.max_compact_links.is_none());
|
|
101
|
+
assert!(msg.est_num_entries.is_none());
|
|
102
|
+
}
|
|
103
|
+
}
|