@nirs4all/formats-wasm 0.2.12 → 0.2.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/THIRD_PARTY_NOTICES.md +49 -0
- package/nirs4all_formats_wasm_bg.wasm +0 -0
- package/package.json +4 -2
- package/reader-backports/hdf5-reader/Cargo.toml +119 -0
- package/reader-backports/hdf5-reader/LICENSE-APACHE +164 -0
- package/reader-backports/hdf5-reader/LICENSE-MIT +21 -0
- package/reader-backports/hdf5-reader/PROVENANCE.json +80 -0
- package/reader-backports/hdf5-reader/README.md +308 -0
- package/reader-backports/hdf5-reader/UPSTREAM-Cargo.toml +44 -0
- package/reader-backports/hdf5-reader/UPSTREAM-VCS.json +6 -0
- package/reader-backports/hdf5-reader/src/attribute_api.rs +847 -0
- package/reader-backports/hdf5-reader/src/btree_v1.rs +726 -0
- package/reader-backports/hdf5-reader/src/btree_v2.rs +2068 -0
- package/reader-backports/hdf5-reader/src/cache.rs +354 -0
- package/reader-backports/hdf5-reader/src/checksum.rs +56 -0
- package/reader-backports/hdf5-reader/src/chunk_index.rs +423 -0
- package/reader-backports/hdf5-reader/src/dataset.rs +4733 -0
- package/reader-backports/hdf5-reader/src/datatype_api.rs +497 -0
- package/reader-backports/hdf5-reader/src/error.rs +167 -0
- package/reader-backports/hdf5-reader/src/extensible_array.rs +1886 -0
- package/reader-backports/hdf5-reader/src/filters/deflate.rs +93 -0
- package/reader-backports/hdf5-reader/src/filters/fletcher32.rs +52 -0
- package/reader-backports/hdf5-reader/src/filters/lz4.rs +178 -0
- package/reader-backports/hdf5-reader/src/filters/mod.rs +326 -0
- package/reader-backports/hdf5-reader/src/filters/nbit.rs +586 -0
- package/reader-backports/hdf5-reader/src/filters/scaleoffset.rs +827 -0
- package/reader-backports/hdf5-reader/src/filters/shuffle.rs +99 -0
- package/reader-backports/hdf5-reader/src/fixed_array.rs +763 -0
- package/reader-backports/hdf5-reader/src/fractal_heap.rs +2029 -0
- package/reader-backports/hdf5-reader/src/global_heap.rs +284 -0
- package/reader-backports/hdf5-reader/src/group.rs +795 -0
- package/reader-backports/hdf5-reader/src/io.rs +413 -0
- package/reader-backports/hdf5-reader/src/lib.rs +916 -0
- package/reader-backports/hdf5-reader/src/local_heap.rs +261 -0
- package/reader-backports/hdf5-reader/src/messages/attribute.rs +304 -0
- package/reader-backports/hdf5-reader/src/messages/attribute_info.rs +96 -0
- package/reader-backports/hdf5-reader/src/messages/btree_k.rs +36 -0
- package/reader-backports/hdf5-reader/src/messages/continuation.rs +46 -0
- package/reader-backports/hdf5-reader/src/messages/dataspace.rs +259 -0
- package/reader-backports/hdf5-reader/src/messages/datatype.rs +938 -0
- package/reader-backports/hdf5-reader/src/messages/external_files.rs +50 -0
- package/reader-backports/hdf5-reader/src/messages/fill_value.rs +233 -0
- package/reader-backports/hdf5-reader/src/messages/filter_pipeline.rs +147 -0
- package/reader-backports/hdf5-reader/src/messages/group_info.rs +103 -0
- package/reader-backports/hdf5-reader/src/messages/layout.rs +476 -0
- package/reader-backports/hdf5-reader/src/messages/link.rs +170 -0
- package/reader-backports/hdf5-reader/src/messages/link_info.rs +127 -0
- package/reader-backports/hdf5-reader/src/messages/mod.rs +374 -0
- package/reader-backports/hdf5-reader/src/messages/modification_time.rs +83 -0
- package/reader-backports/hdf5-reader/src/messages/shared.rs +164 -0
- package/reader-backports/hdf5-reader/src/messages/shared_table.rs +67 -0
- package/reader-backports/hdf5-reader/src/messages/symbol_table_msg.rs +51 -0
- package/reader-backports/hdf5-reader/src/object_header.rs +1749 -0
- package/reader-backports/hdf5-reader/src/reference.rs +90 -0
- package/reader-backports/hdf5-reader/src/shared_message_table.rs +425 -0
- package/reader-backports/hdf5-reader/src/storage.rs +538 -0
- package/reader-backports/hdf5-reader/src/superblock.rs +285 -0
- package/reader-backports/hdf5-reader/src/symbol_table.rs +277 -0
- package/reader-backports/netcdf-reader/Cargo.toml +141 -0
- package/reader-backports/netcdf-reader/LICENSE-APACHE +164 -0
- package/reader-backports/netcdf-reader/LICENSE-MIT +21 -0
- package/reader-backports/netcdf-reader/PROVENANCE.json +55 -0
- package/reader-backports/netcdf-reader/README.md +308 -0
- package/reader-backports/netcdf-reader/UPSTREAM-Cargo.toml +48 -0
- package/reader-backports/netcdf-reader/UPSTREAM-VCS.json +6 -0
- package/reader-backports/netcdf-reader/src/cf/axes.rs +419 -0
- package/reader-backports/netcdf-reader/src/cf/bounds.rs +108 -0
- package/reader-backports/netcdf-reader/src/cf/crs.rs +269 -0
- package/reader-backports/netcdf-reader/src/cf/mod.rs +30 -0
- package/reader-backports/netcdf-reader/src/cf/time.rs +1122 -0
- package/reader-backports/netcdf-reader/src/classic/data.rs +1465 -0
- package/reader-backports/netcdf-reader/src/classic/header.rs +1097 -0
- package/reader-backports/netcdf-reader/src/classic/mod.rs +240 -0
- package/reader-backports/netcdf-reader/src/classic/storage.rs +211 -0
- package/reader-backports/netcdf-reader/src/classic/types.rs +93 -0
- package/reader-backports/netcdf-reader/src/classic/variable.rs +1162 -0
- package/reader-backports/netcdf-reader/src/error.rs +59 -0
- package/reader-backports/netcdf-reader/src/lib.rs +1531 -0
- package/reader-backports/netcdf-reader/src/masked.rs +173 -0
- package/reader-backports/netcdf-reader/src/nc4/attributes.rs +203 -0
- package/reader-backports/netcdf-reader/src/nc4/dimensions.rs +139 -0
- package/reader-backports/netcdf-reader/src/nc4/groups.rs +308 -0
- package/reader-backports/netcdf-reader/src/nc4/mod.rs +572 -0
- package/reader-backports/netcdf-reader/src/nc4/types.rs +309 -0
- package/reader-backports/netcdf-reader/src/nc4/variables.rs +420 -0
- package/reader-backports/netcdf-reader/src/types.rs +18 -0
- package/reader-backports/netcdf-reader/src/unpack.rs +113 -0
- package/reader-backports/netcdf-reader/src/user_defined.rs +569 -0
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
//! HDF5 Link Info message (type 0x002A / 0x000A depending on spec version).
|
|
2
|
+
//!
|
|
3
|
+
//! Provides information about how links within a group are stored:
|
|
4
|
+
//! compactly (inline in the object header) or densely (in a fractal heap
|
|
5
|
+
//! indexed by a v2 B-tree).
|
|
6
|
+
|
|
7
|
+
use crate::error::{Error, Result};
|
|
8
|
+
use crate::io::Cursor;
|
|
9
|
+
|
|
10
|
+
/// Parsed link info message.
|
|
11
|
+
#[derive(Debug, Clone)]
|
|
12
|
+
pub struct LinkInfoMessage {
|
|
13
|
+
/// Whether link creation order is tracked.
|
|
14
|
+
pub creation_order_tracked: bool,
|
|
15
|
+
/// Whether a creation-order B-tree index exists.
|
|
16
|
+
pub creation_order_indexed: bool,
|
|
17
|
+
/// Maximum creation order index value, if tracked.
|
|
18
|
+
pub max_creation_index: Option<u64>,
|
|
19
|
+
/// Address of the fractal heap for link names.
|
|
20
|
+
pub fractal_heap_address: u64,
|
|
21
|
+
/// Address of the v2 B-tree for name-indexed lookups.
|
|
22
|
+
pub btree_name_index_address: u64,
|
|
23
|
+
/// Address of the v2 B-tree for creation-order lookups, if indexed.
|
|
24
|
+
pub btree_creation_order_address: Option<u64>,
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
/// Parse a link info message.
|
|
28
|
+
pub fn parse(
|
|
29
|
+
cursor: &mut Cursor<'_>,
|
|
30
|
+
offset_size: u8,
|
|
31
|
+
_length_size: u8,
|
|
32
|
+
msg_size: usize,
|
|
33
|
+
) -> Result<LinkInfoMessage> {
|
|
34
|
+
let start = cursor.position();
|
|
35
|
+
let version = cursor.read_u8()?;
|
|
36
|
+
|
|
37
|
+
if version != 0 {
|
|
38
|
+
return Err(Error::InvalidData(format!(
|
|
39
|
+
"unsupported link info version: {}",
|
|
40
|
+
version
|
|
41
|
+
)));
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
let flags = cursor.read_u8()?;
|
|
45
|
+
let creation_order_tracked = (flags & 0x01) != 0;
|
|
46
|
+
let creation_order_indexed = (flags & 0x02) != 0;
|
|
47
|
+
|
|
48
|
+
let max_creation_index = if creation_order_tracked {
|
|
49
|
+
Some(cursor.read_u64_le()?)
|
|
50
|
+
} else {
|
|
51
|
+
None
|
|
52
|
+
};
|
|
53
|
+
|
|
54
|
+
let fractal_heap_address = cursor.read_offset(offset_size)?;
|
|
55
|
+
let btree_name_index_address = cursor.read_offset(offset_size)?;
|
|
56
|
+
|
|
57
|
+
let btree_creation_order_address = if creation_order_indexed {
|
|
58
|
+
Some(cursor.read_offset(offset_size)?)
|
|
59
|
+
} else {
|
|
60
|
+
None
|
|
61
|
+
};
|
|
62
|
+
|
|
63
|
+
let consumed = (cursor.position() - start) as usize;
|
|
64
|
+
if consumed < msg_size {
|
|
65
|
+
cursor.skip(msg_size - consumed)?;
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
Ok(LinkInfoMessage {
|
|
69
|
+
creation_order_tracked,
|
|
70
|
+
creation_order_indexed,
|
|
71
|
+
max_creation_index,
|
|
72
|
+
fractal_heap_address,
|
|
73
|
+
btree_name_index_address,
|
|
74
|
+
btree_creation_order_address,
|
|
75
|
+
})
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
#[cfg(test)]
|
|
79
|
+
mod tests {
|
|
80
|
+
use super::*;
|
|
81
|
+
|
|
82
|
+
#[test]
|
|
83
|
+
fn parse_link_info_no_order() {
|
|
84
|
+
let mut data = vec![
|
|
85
|
+
0x00, // version
|
|
86
|
+
0x00, // flags: no creation order
|
|
87
|
+
];
|
|
88
|
+
// fractal heap address
|
|
89
|
+
data.extend_from_slice(&0xA000u64.to_le_bytes());
|
|
90
|
+
// btree name index address
|
|
91
|
+
data.extend_from_slice(&0xB000u64.to_le_bytes());
|
|
92
|
+
|
|
93
|
+
let mut cursor = Cursor::new(&data);
|
|
94
|
+
let msg = parse(&mut cursor, 8, 8, data.len()).unwrap();
|
|
95
|
+
assert!(!msg.creation_order_tracked);
|
|
96
|
+
assert!(!msg.creation_order_indexed);
|
|
97
|
+
assert!(msg.max_creation_index.is_none());
|
|
98
|
+
assert_eq!(msg.fractal_heap_address, 0xA000);
|
|
99
|
+
assert_eq!(msg.btree_name_index_address, 0xB000);
|
|
100
|
+
assert!(msg.btree_creation_order_address.is_none());
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
#[test]
|
|
104
|
+
fn parse_link_info_with_order() {
|
|
105
|
+
let mut data = vec![
|
|
106
|
+
0x00, // version
|
|
107
|
+
0x03, // flags: creation order tracked + indexed
|
|
108
|
+
];
|
|
109
|
+
// max creation index
|
|
110
|
+
data.extend_from_slice(&99u64.to_le_bytes());
|
|
111
|
+
// fractal heap address
|
|
112
|
+
data.extend_from_slice(&0xC000u64.to_le_bytes());
|
|
113
|
+
// btree name index
|
|
114
|
+
data.extend_from_slice(&0xD000u64.to_le_bytes());
|
|
115
|
+
// btree creation order
|
|
116
|
+
data.extend_from_slice(&0xE000u64.to_le_bytes());
|
|
117
|
+
|
|
118
|
+
let mut cursor = Cursor::new(&data);
|
|
119
|
+
let msg = parse(&mut cursor, 8, 8, data.len()).unwrap();
|
|
120
|
+
assert!(msg.creation_order_tracked);
|
|
121
|
+
assert!(msg.creation_order_indexed);
|
|
122
|
+
assert_eq!(msg.max_creation_index, Some(99));
|
|
123
|
+
assert_eq!(msg.fractal_heap_address, 0xC000);
|
|
124
|
+
assert_eq!(msg.btree_name_index_address, 0xD000);
|
|
125
|
+
assert_eq!(msg.btree_creation_order_address, Some(0xE000));
|
|
126
|
+
}
|
|
127
|
+
}
|
|
@@ -0,0 +1,374 @@
|
|
|
1
|
+
//! HDF5 object header message parsing.
|
|
2
|
+
//!
|
|
3
|
+
//! Each object header contains a sequence of messages identified by a 16-bit
|
|
4
|
+
//! type ID. This module dispatches to type-specific parsers and collects the
|
|
5
|
+
//! results into `HdfMessage` variants.
|
|
6
|
+
|
|
7
|
+
pub mod attribute;
|
|
8
|
+
pub mod attribute_info;
|
|
9
|
+
pub mod btree_k;
|
|
10
|
+
pub mod continuation;
|
|
11
|
+
pub mod dataspace;
|
|
12
|
+
pub mod datatype;
|
|
13
|
+
pub mod external_files;
|
|
14
|
+
pub mod fill_value;
|
|
15
|
+
pub mod filter_pipeline;
|
|
16
|
+
pub mod group_info;
|
|
17
|
+
pub mod layout;
|
|
18
|
+
pub mod link;
|
|
19
|
+
pub mod link_info;
|
|
20
|
+
pub mod modification_time;
|
|
21
|
+
pub mod shared;
|
|
22
|
+
pub mod shared_table;
|
|
23
|
+
pub mod symbol_table_msg;
|
|
24
|
+
|
|
25
|
+
// Re-exports for convenience.
|
|
26
|
+
pub use dataspace::DataspaceMessage;
|
|
27
|
+
pub use datatype::Datatype;
|
|
28
|
+
|
|
29
|
+
use crate::error::Result;
|
|
30
|
+
use crate::io::Cursor;
|
|
31
|
+
|
|
32
|
+
// ---------------------------------------------------------------------------
|
|
33
|
+
// Message type IDs (from the HDF5 specification)
|
|
34
|
+
// ---------------------------------------------------------------------------
|
|
35
|
+
|
|
36
|
+
/// NIL message — padding in the header.
|
|
37
|
+
pub const MSG_NIL: u16 = 0x0000;
|
|
38
|
+
/// Dataspace message.
|
|
39
|
+
pub const MSG_DATASPACE: u16 = 0x0001;
|
|
40
|
+
/// Link info message (v2 groups).
|
|
41
|
+
pub const MSG_LINK_INFO: u16 = 0x0002;
|
|
42
|
+
/// Datatype message.
|
|
43
|
+
pub const MSG_DATATYPE: u16 = 0x0003;
|
|
44
|
+
/// Old fill value message (deprecated).
|
|
45
|
+
pub const MSG_FILL_VALUE_OLD: u16 = 0x0004;
|
|
46
|
+
/// Fill value message.
|
|
47
|
+
pub const MSG_FILL_VALUE: u16 = 0x0005;
|
|
48
|
+
/// Link message (v2 groups).
|
|
49
|
+
pub const MSG_LINK: u16 = 0x0006;
|
|
50
|
+
/// External data files message.
|
|
51
|
+
pub const MSG_EXTERNAL_FILES: u16 = 0x0007;
|
|
52
|
+
/// Data layout message.
|
|
53
|
+
pub const MSG_DATA_LAYOUT: u16 = 0x0008;
|
|
54
|
+
/// Bogus message (testing only, should never appear).
|
|
55
|
+
pub const MSG_BOGUS: u16 = 0x0009;
|
|
56
|
+
/// Group info message (v2 groups).
|
|
57
|
+
pub const MSG_GROUP_INFO: u16 = 0x000A;
|
|
58
|
+
/// Filter pipeline message.
|
|
59
|
+
pub const MSG_FILTER_PIPELINE: u16 = 0x000B;
|
|
60
|
+
/// Attribute message.
|
|
61
|
+
pub const MSG_ATTRIBUTE: u16 = 0x000C;
|
|
62
|
+
/// Object comment message.
|
|
63
|
+
pub const MSG_COMMENT: u16 = 0x000D;
|
|
64
|
+
/// Old modification time message (deprecated).
|
|
65
|
+
pub const MSG_MODIFICATION_TIME_OLD: u16 = 0x000E;
|
|
66
|
+
/// Shared message table message.
|
|
67
|
+
pub const MSG_SHARED_TABLE: u16 = 0x000F;
|
|
68
|
+
/// Object header continuation message.
|
|
69
|
+
pub const MSG_CONTINUATION: u16 = 0x0010;
|
|
70
|
+
/// Symbol table message (v1 groups).
|
|
71
|
+
pub const MSG_SYMBOL_TABLE: u16 = 0x0011;
|
|
72
|
+
/// Modification time message.
|
|
73
|
+
pub const MSG_MODIFICATION_TIME: u16 = 0x0012;
|
|
74
|
+
/// B-tree 'K' values message.
|
|
75
|
+
pub const MSG_BTREE_K: u16 = 0x0013;
|
|
76
|
+
/// Driver info message.
|
|
77
|
+
pub const MSG_DRIVER_INFO: u16 = 0x0014;
|
|
78
|
+
/// Attribute info message.
|
|
79
|
+
pub const MSG_ATTRIBUTE_INFO: u16 = 0x0015;
|
|
80
|
+
/// Object reference count message.
|
|
81
|
+
pub const MSG_REFERENCE_COUNT: u16 = 0x0016;
|
|
82
|
+
/// File space info message (v2).
|
|
83
|
+
pub const MSG_FILE_SPACE_INFO: u16 = 0x0018;
|
|
84
|
+
|
|
85
|
+
// ---------------------------------------------------------------------------
|
|
86
|
+
// Unified message enum
|
|
87
|
+
// ---------------------------------------------------------------------------
|
|
88
|
+
|
|
89
|
+
/// A parsed HDF5 header message.
|
|
90
|
+
#[derive(Debug, Clone)]
|
|
91
|
+
pub enum HdfMessage {
|
|
92
|
+
/// Nil (padding) — no payload.
|
|
93
|
+
Nil,
|
|
94
|
+
/// Dataspace (shape).
|
|
95
|
+
Dataspace(dataspace::DataspaceMessage),
|
|
96
|
+
/// Datatype (element type).
|
|
97
|
+
Datatype(datatype::DatatypeMessage),
|
|
98
|
+
/// Fill value (old or new).
|
|
99
|
+
FillValue(fill_value::FillValueMessage),
|
|
100
|
+
/// Data layout (compact / contiguous / chunked).
|
|
101
|
+
DataLayout(layout::DataLayoutMessage),
|
|
102
|
+
/// Filter pipeline (compression, shuffle, etc.).
|
|
103
|
+
FilterPipeline(filter_pipeline::FilterPipelineMessage),
|
|
104
|
+
/// Attribute (name + type + data).
|
|
105
|
+
Attribute(attribute::AttributeMessage),
|
|
106
|
+
/// Attribute info (dense attribute storage addresses).
|
|
107
|
+
AttributeInfo(attribute_info::AttributeInfoMessage),
|
|
108
|
+
/// Link (v2 group child).
|
|
109
|
+
Link(link::LinkMessage),
|
|
110
|
+
/// Link info (dense link storage addresses).
|
|
111
|
+
LinkInfo(link_info::LinkInfoMessage),
|
|
112
|
+
/// Group info (storage hints for v2 groups).
|
|
113
|
+
GroupInfo(group_info::GroupInfoMessage),
|
|
114
|
+
/// Symbol table (v1 group child navigation).
|
|
115
|
+
SymbolTable(symbol_table_msg::SymbolTableMessage),
|
|
116
|
+
/// Header continuation (pointer to more messages).
|
|
117
|
+
Continuation(continuation::ContinuationMessage),
|
|
118
|
+
/// Modification time.
|
|
119
|
+
ModificationTime(modification_time::ModificationTimeMessage),
|
|
120
|
+
/// B-tree K values.
|
|
121
|
+
BTreeK(btree_k::BTreeKMessage),
|
|
122
|
+
/// External data files.
|
|
123
|
+
ExternalFiles(external_files::ExternalFilesMessage),
|
|
124
|
+
/// Pointer to the file-level SOHM master table.
|
|
125
|
+
SharedTable(shared_table::SharedTableMessage),
|
|
126
|
+
/// Shared message wrapper.
|
|
127
|
+
Shared(shared::SharedMessage),
|
|
128
|
+
/// Object header continuation (marker only — the parser follows the
|
|
129
|
+
/// continuation internally, but records that one was encountered).
|
|
130
|
+
ObjectHeaderContinuation,
|
|
131
|
+
/// Comment (plain text).
|
|
132
|
+
Comment(String),
|
|
133
|
+
/// Object reference count.
|
|
134
|
+
ReferenceCount(u32),
|
|
135
|
+
/// Unknown or unimplemented message type — raw bytes preserved.
|
|
136
|
+
Unknown { type_id: u16, data: Vec<u8> },
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
/// Parse a single header message given its type ID, size, and a cursor
|
|
140
|
+
/// positioned at the start of the message payload.
|
|
141
|
+
///
|
|
142
|
+
/// `offset_size` and `length_size` come from the superblock.
|
|
143
|
+
pub fn parse_message(
|
|
144
|
+
type_id: u16,
|
|
145
|
+
msg_size: usize,
|
|
146
|
+
cursor: &mut Cursor<'_>,
|
|
147
|
+
offset_size: u8,
|
|
148
|
+
length_size: u8,
|
|
149
|
+
) -> Result<HdfMessage> {
|
|
150
|
+
// Short-circuit for NIL (padding) messages.
|
|
151
|
+
if type_id == MSG_NIL {
|
|
152
|
+
if msg_size > 0 {
|
|
153
|
+
cursor.skip(msg_size)?;
|
|
154
|
+
}
|
|
155
|
+
return Ok(HdfMessage::Nil);
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
match type_id {
|
|
159
|
+
MSG_DATASPACE => {
|
|
160
|
+
let msg = dataspace::parse(cursor, offset_size, length_size, msg_size)?;
|
|
161
|
+
Ok(HdfMessage::Dataspace(msg))
|
|
162
|
+
}
|
|
163
|
+
MSG_DATATYPE => {
|
|
164
|
+
let msg = datatype::parse(cursor, msg_size)?;
|
|
165
|
+
Ok(HdfMessage::Datatype(msg))
|
|
166
|
+
}
|
|
167
|
+
MSG_FILL_VALUE_OLD => {
|
|
168
|
+
let msg = fill_value::parse_old(cursor, offset_size, length_size, msg_size)?;
|
|
169
|
+
Ok(HdfMessage::FillValue(msg))
|
|
170
|
+
}
|
|
171
|
+
MSG_FILL_VALUE => {
|
|
172
|
+
let msg = fill_value::parse_new(cursor, offset_size, length_size, msg_size)?;
|
|
173
|
+
Ok(HdfMessage::FillValue(msg))
|
|
174
|
+
}
|
|
175
|
+
MSG_DATA_LAYOUT => {
|
|
176
|
+
let msg = layout::parse(cursor, offset_size, length_size, msg_size)?;
|
|
177
|
+
Ok(HdfMessage::DataLayout(msg))
|
|
178
|
+
}
|
|
179
|
+
MSG_FILTER_PIPELINE => {
|
|
180
|
+
let msg = filter_pipeline::parse(cursor, offset_size, length_size, msg_size)?;
|
|
181
|
+
Ok(HdfMessage::FilterPipeline(msg))
|
|
182
|
+
}
|
|
183
|
+
MSG_ATTRIBUTE => {
|
|
184
|
+
let msg = attribute::parse(cursor, offset_size, length_size, msg_size)?;
|
|
185
|
+
Ok(HdfMessage::Attribute(msg))
|
|
186
|
+
}
|
|
187
|
+
MSG_ATTRIBUTE_INFO => {
|
|
188
|
+
let msg = attribute_info::parse(cursor, offset_size, length_size, msg_size)?;
|
|
189
|
+
Ok(HdfMessage::AttributeInfo(msg))
|
|
190
|
+
}
|
|
191
|
+
MSG_LINK => {
|
|
192
|
+
let msg = link::parse(cursor, offset_size, length_size, msg_size)?;
|
|
193
|
+
Ok(HdfMessage::Link(msg))
|
|
194
|
+
}
|
|
195
|
+
MSG_LINK_INFO => {
|
|
196
|
+
let msg = link_info::parse(cursor, offset_size, length_size, msg_size)?;
|
|
197
|
+
Ok(HdfMessage::LinkInfo(msg))
|
|
198
|
+
}
|
|
199
|
+
MSG_GROUP_INFO => {
|
|
200
|
+
let msg = group_info::parse(cursor, offset_size, length_size, msg_size)?;
|
|
201
|
+
Ok(HdfMessage::GroupInfo(msg))
|
|
202
|
+
}
|
|
203
|
+
MSG_SYMBOL_TABLE => {
|
|
204
|
+
let msg = symbol_table_msg::parse(cursor, offset_size, length_size, msg_size)?;
|
|
205
|
+
Ok(HdfMessage::SymbolTable(msg))
|
|
206
|
+
}
|
|
207
|
+
MSG_CONTINUATION => {
|
|
208
|
+
let msg = continuation::parse(cursor, offset_size, length_size, msg_size)?;
|
|
209
|
+
Ok(HdfMessage::Continuation(msg))
|
|
210
|
+
}
|
|
211
|
+
MSG_MODIFICATION_TIME_OLD => {
|
|
212
|
+
let msg = modification_time::parse_old(cursor, offset_size, length_size, msg_size)?;
|
|
213
|
+
Ok(HdfMessage::ModificationTime(msg))
|
|
214
|
+
}
|
|
215
|
+
MSG_MODIFICATION_TIME => {
|
|
216
|
+
let msg = modification_time::parse_new(cursor, offset_size, length_size, msg_size)?;
|
|
217
|
+
Ok(HdfMessage::ModificationTime(msg))
|
|
218
|
+
}
|
|
219
|
+
MSG_BTREE_K => {
|
|
220
|
+
let msg = btree_k::parse(cursor, offset_size, length_size, msg_size)?;
|
|
221
|
+
Ok(HdfMessage::BTreeK(msg))
|
|
222
|
+
}
|
|
223
|
+
MSG_EXTERNAL_FILES => {
|
|
224
|
+
let msg = external_files::parse(cursor, offset_size, length_size, msg_size)?;
|
|
225
|
+
Ok(HdfMessage::ExternalFiles(msg))
|
|
226
|
+
}
|
|
227
|
+
MSG_SHARED_TABLE => {
|
|
228
|
+
let msg = shared_table::parse(cursor, offset_size, length_size, msg_size)?;
|
|
229
|
+
Ok(HdfMessage::SharedTable(msg))
|
|
230
|
+
}
|
|
231
|
+
MSG_COMMENT => {
|
|
232
|
+
let comment = cursor.read_fixed_string(msg_size)?;
|
|
233
|
+
Ok(HdfMessage::Comment(comment))
|
|
234
|
+
}
|
|
235
|
+
MSG_REFERENCE_COUNT => {
|
|
236
|
+
let count = cursor.read_u32_le()?;
|
|
237
|
+
if msg_size > 4 {
|
|
238
|
+
cursor.skip(msg_size - 4)?;
|
|
239
|
+
}
|
|
240
|
+
Ok(HdfMessage::ReferenceCount(count))
|
|
241
|
+
}
|
|
242
|
+
_ => {
|
|
243
|
+
// Unknown or unimplemented message — preserve raw bytes.
|
|
244
|
+
let data = if msg_size > 0 {
|
|
245
|
+
cursor.read_bytes(msg_size)?.to_vec()
|
|
246
|
+
} else {
|
|
247
|
+
vec![]
|
|
248
|
+
};
|
|
249
|
+
Ok(HdfMessage::Unknown { type_id, data })
|
|
250
|
+
}
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
|
|
254
|
+
/// Returns a human-readable name for a message type ID.
|
|
255
|
+
pub fn message_type_name(type_id: u16) -> &'static str {
|
|
256
|
+
match type_id {
|
|
257
|
+
MSG_NIL => "NIL",
|
|
258
|
+
MSG_DATASPACE => "Dataspace",
|
|
259
|
+
MSG_LINK_INFO => "LinkInfo",
|
|
260
|
+
MSG_DATATYPE => "Datatype",
|
|
261
|
+
MSG_FILL_VALUE_OLD => "FillValue (old)",
|
|
262
|
+
MSG_FILL_VALUE => "FillValue",
|
|
263
|
+
MSG_LINK => "Link",
|
|
264
|
+
MSG_EXTERNAL_FILES => "ExternalFiles",
|
|
265
|
+
MSG_DATA_LAYOUT => "DataLayout",
|
|
266
|
+
MSG_BOGUS => "Bogus",
|
|
267
|
+
MSG_GROUP_INFO => "GroupInfo",
|
|
268
|
+
MSG_FILTER_PIPELINE => "FilterPipeline",
|
|
269
|
+
MSG_ATTRIBUTE => "Attribute",
|
|
270
|
+
MSG_COMMENT => "Comment",
|
|
271
|
+
MSG_MODIFICATION_TIME_OLD => "ModificationTime (old)",
|
|
272
|
+
MSG_SHARED_TABLE => "SharedTable",
|
|
273
|
+
MSG_CONTINUATION => "Continuation",
|
|
274
|
+
MSG_SYMBOL_TABLE => "SymbolTable",
|
|
275
|
+
MSG_MODIFICATION_TIME => "ModificationTime",
|
|
276
|
+
MSG_BTREE_K => "BTreeK",
|
|
277
|
+
MSG_DRIVER_INFO => "DriverInfo",
|
|
278
|
+
MSG_ATTRIBUTE_INFO => "AttributeInfo",
|
|
279
|
+
MSG_REFERENCE_COUNT => "ReferenceCount",
|
|
280
|
+
MSG_FILE_SPACE_INFO => "FileSpaceInfo",
|
|
281
|
+
_ => "Unknown",
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
|
|
285
|
+
#[cfg(test)]
|
|
286
|
+
mod tests {
|
|
287
|
+
use super::*;
|
|
288
|
+
|
|
289
|
+
#[test]
|
|
290
|
+
fn parse_nil_message() {
|
|
291
|
+
let data = [0u8; 16];
|
|
292
|
+
let mut cursor = Cursor::new(&data);
|
|
293
|
+
let msg = parse_message(MSG_NIL, 16, &mut cursor, 8, 8).unwrap();
|
|
294
|
+
assert!(matches!(msg, HdfMessage::Nil));
|
|
295
|
+
assert_eq!(cursor.position(), 16);
|
|
296
|
+
}
|
|
297
|
+
|
|
298
|
+
#[test]
|
|
299
|
+
fn parse_unknown_message() {
|
|
300
|
+
let data = [0xAA, 0xBB, 0xCC, 0xDD];
|
|
301
|
+
let mut cursor = Cursor::new(&data);
|
|
302
|
+
let msg = parse_message(0xFFFF, 4, &mut cursor, 8, 8).unwrap();
|
|
303
|
+
match msg {
|
|
304
|
+
HdfMessage::Unknown { type_id, data } => {
|
|
305
|
+
assert_eq!(type_id, 0xFFFF);
|
|
306
|
+
assert_eq!(data, vec![0xAA, 0xBB, 0xCC, 0xDD]);
|
|
307
|
+
}
|
|
308
|
+
other => panic!("expected Unknown, got {:?}", other),
|
|
309
|
+
}
|
|
310
|
+
}
|
|
311
|
+
|
|
312
|
+
#[test]
|
|
313
|
+
fn parse_comment_message() {
|
|
314
|
+
let data = b"hello world\0\0\0\0\0";
|
|
315
|
+
let mut cursor = Cursor::new(data.as_ref());
|
|
316
|
+
let msg = parse_message(MSG_COMMENT, 16, &mut cursor, 8, 8).unwrap();
|
|
317
|
+
match msg {
|
|
318
|
+
HdfMessage::Comment(s) => assert_eq!(s, "hello world"),
|
|
319
|
+
other => panic!("expected Comment, got {:?}", other),
|
|
320
|
+
}
|
|
321
|
+
}
|
|
322
|
+
|
|
323
|
+
#[test]
|
|
324
|
+
fn parse_reference_count() {
|
|
325
|
+
let data = 42u32.to_le_bytes();
|
|
326
|
+
let mut cursor = Cursor::new(&data);
|
|
327
|
+
let msg = parse_message(MSG_REFERENCE_COUNT, 4, &mut cursor, 8, 8).unwrap();
|
|
328
|
+
match msg {
|
|
329
|
+
HdfMessage::ReferenceCount(n) => assert_eq!(n, 42),
|
|
330
|
+
other => panic!("expected ReferenceCount, got {:?}", other),
|
|
331
|
+
}
|
|
332
|
+
}
|
|
333
|
+
|
|
334
|
+
#[test]
|
|
335
|
+
fn parse_symbol_table_via_dispatch() {
|
|
336
|
+
let mut data = Vec::new();
|
|
337
|
+
data.extend_from_slice(&0x1234u64.to_le_bytes());
|
|
338
|
+
data.extend_from_slice(&0x5678u64.to_le_bytes());
|
|
339
|
+
|
|
340
|
+
let mut cursor = Cursor::new(&data);
|
|
341
|
+
let msg = parse_message(MSG_SYMBOL_TABLE, data.len(), &mut cursor, 8, 8).unwrap();
|
|
342
|
+
match msg {
|
|
343
|
+
HdfMessage::SymbolTable(st) => {
|
|
344
|
+
assert_eq!(st.btree_address, 0x1234);
|
|
345
|
+
assert_eq!(st.heap_address, 0x5678);
|
|
346
|
+
}
|
|
347
|
+
other => panic!("expected SymbolTable, got {:?}", other),
|
|
348
|
+
}
|
|
349
|
+
}
|
|
350
|
+
|
|
351
|
+
#[test]
|
|
352
|
+
fn parse_continuation_via_dispatch() {
|
|
353
|
+
let mut data = Vec::new();
|
|
354
|
+
data.extend_from_slice(&0xAAAAu64.to_le_bytes());
|
|
355
|
+
data.extend_from_slice(&512u64.to_le_bytes());
|
|
356
|
+
|
|
357
|
+
let mut cursor = Cursor::new(&data);
|
|
358
|
+
let msg = parse_message(MSG_CONTINUATION, data.len(), &mut cursor, 8, 8).unwrap();
|
|
359
|
+
match msg {
|
|
360
|
+
HdfMessage::Continuation(c) => {
|
|
361
|
+
assert_eq!(c.offset, 0xAAAA);
|
|
362
|
+
assert_eq!(c.length, 512);
|
|
363
|
+
}
|
|
364
|
+
other => panic!("expected Continuation, got {:?}", other),
|
|
365
|
+
}
|
|
366
|
+
}
|
|
367
|
+
|
|
368
|
+
#[test]
|
|
369
|
+
fn message_type_names_cover_known_and_unknown_ids() {
|
|
370
|
+
assert_eq!(message_type_name(MSG_DATASPACE), "Dataspace");
|
|
371
|
+
assert_eq!(message_type_name(MSG_DATATYPE), "Datatype");
|
|
372
|
+
assert_eq!(message_type_name(0x9999), "Unknown");
|
|
373
|
+
}
|
|
374
|
+
}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
//! HDF5 Modification Time messages.
|
|
2
|
+
//!
|
|
3
|
+
//! Two types carry modification timestamps:
|
|
4
|
+
//! - Old modification time (type 0x000E): raw 4-byte string "YYYYMMDDHHMMSS" (14 bytes).
|
|
5
|
+
//! - New modification time (type 0x0012): version byte + reserved + u32 seconds since epoch.
|
|
6
|
+
|
|
7
|
+
use crate::error::{Error, Result};
|
|
8
|
+
use crate::io::Cursor;
|
|
9
|
+
|
|
10
|
+
/// Parsed modification time.
|
|
11
|
+
#[derive(Debug, Clone)]
|
|
12
|
+
pub struct ModificationTimeMessage {
|
|
13
|
+
/// Seconds since UNIX epoch.
|
|
14
|
+
pub seconds_since_epoch: u32,
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
/// Parse the old modification time message (type 0x000E).
|
|
18
|
+
///
|
|
19
|
+
/// The old format stores a 14-character ASCII string "YYYYMMDDHHMMSS" but
|
|
20
|
+
/// we just store the raw u32 value since the old format is rarely encountered
|
|
21
|
+
/// in practice. If we get one, we attempt to parse or store 0.
|
|
22
|
+
pub fn parse_old(
|
|
23
|
+
cursor: &mut Cursor<'_>,
|
|
24
|
+
_offset_size: u8,
|
|
25
|
+
_length_size: u8,
|
|
26
|
+
msg_size: usize,
|
|
27
|
+
) -> Result<ModificationTimeMessage> {
|
|
28
|
+
// The old format is a fixed-length date string. We skip it and return 0
|
|
29
|
+
// since precise conversion is rarely needed and would require date math.
|
|
30
|
+
if msg_size > 0 {
|
|
31
|
+
cursor.skip(msg_size)?;
|
|
32
|
+
}
|
|
33
|
+
Ok(ModificationTimeMessage {
|
|
34
|
+
seconds_since_epoch: 0,
|
|
35
|
+
})
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
/// Parse the new modification time message (type 0x0012).
|
|
39
|
+
pub fn parse_new(
|
|
40
|
+
cursor: &mut Cursor<'_>,
|
|
41
|
+
_offset_size: u8,
|
|
42
|
+
_length_size: u8,
|
|
43
|
+
msg_size: usize,
|
|
44
|
+
) -> Result<ModificationTimeMessage> {
|
|
45
|
+
let start = cursor.position();
|
|
46
|
+
let version = cursor.read_u8()?;
|
|
47
|
+
if version != 1 {
|
|
48
|
+
return Err(Error::InvalidData(format!(
|
|
49
|
+
"unsupported modification time version: {}",
|
|
50
|
+
version
|
|
51
|
+
)));
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
let _reserved = cursor.read_bytes(3)?;
|
|
55
|
+
let seconds_since_epoch = cursor.read_u32_le()?;
|
|
56
|
+
|
|
57
|
+
let consumed = (cursor.position() - start) as usize;
|
|
58
|
+
if consumed < msg_size {
|
|
59
|
+
cursor.skip(msg_size - consumed)?;
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
Ok(ModificationTimeMessage {
|
|
63
|
+
seconds_since_epoch,
|
|
64
|
+
})
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
#[cfg(test)]
|
|
68
|
+
mod tests {
|
|
69
|
+
use super::*;
|
|
70
|
+
|
|
71
|
+
#[test]
|
|
72
|
+
fn parse_new_modification_time() {
|
|
73
|
+
let mut data = vec![
|
|
74
|
+
0x01, // version
|
|
75
|
+
0x00, 0x00, 0x00, // reserved
|
|
76
|
+
];
|
|
77
|
+
data.extend_from_slice(&1700000000u32.to_le_bytes());
|
|
78
|
+
|
|
79
|
+
let mut cursor = Cursor::new(&data);
|
|
80
|
+
let msg = parse_new(&mut cursor, 8, 8, data.len()).unwrap();
|
|
81
|
+
assert_eq!(msg.seconds_since_epoch, 1700000000);
|
|
82
|
+
}
|
|
83
|
+
}
|