@nirs4all/formats-wasm 0.2.11 → 0.2.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/THIRD_PARTY_NOTICES.md +49 -0
- package/nirs4all_formats_wasm_bg.wasm +0 -0
- package/package.json +4 -2
- package/reader-backports/hdf5-reader/Cargo.toml +119 -0
- package/reader-backports/hdf5-reader/LICENSE-APACHE +164 -0
- package/reader-backports/hdf5-reader/LICENSE-MIT +21 -0
- package/reader-backports/hdf5-reader/PROVENANCE.json +80 -0
- package/reader-backports/hdf5-reader/README.md +308 -0
- package/reader-backports/hdf5-reader/UPSTREAM-Cargo.toml +44 -0
- package/reader-backports/hdf5-reader/UPSTREAM-VCS.json +6 -0
- package/reader-backports/hdf5-reader/src/attribute_api.rs +847 -0
- package/reader-backports/hdf5-reader/src/btree_v1.rs +726 -0
- package/reader-backports/hdf5-reader/src/btree_v2.rs +2068 -0
- package/reader-backports/hdf5-reader/src/cache.rs +354 -0
- package/reader-backports/hdf5-reader/src/checksum.rs +56 -0
- package/reader-backports/hdf5-reader/src/chunk_index.rs +423 -0
- package/reader-backports/hdf5-reader/src/dataset.rs +4733 -0
- package/reader-backports/hdf5-reader/src/datatype_api.rs +497 -0
- package/reader-backports/hdf5-reader/src/error.rs +167 -0
- package/reader-backports/hdf5-reader/src/extensible_array.rs +1886 -0
- package/reader-backports/hdf5-reader/src/filters/deflate.rs +93 -0
- package/reader-backports/hdf5-reader/src/filters/fletcher32.rs +52 -0
- package/reader-backports/hdf5-reader/src/filters/lz4.rs +178 -0
- package/reader-backports/hdf5-reader/src/filters/mod.rs +326 -0
- package/reader-backports/hdf5-reader/src/filters/nbit.rs +586 -0
- package/reader-backports/hdf5-reader/src/filters/scaleoffset.rs +827 -0
- package/reader-backports/hdf5-reader/src/filters/shuffle.rs +99 -0
- package/reader-backports/hdf5-reader/src/fixed_array.rs +763 -0
- package/reader-backports/hdf5-reader/src/fractal_heap.rs +2029 -0
- package/reader-backports/hdf5-reader/src/global_heap.rs +284 -0
- package/reader-backports/hdf5-reader/src/group.rs +795 -0
- package/reader-backports/hdf5-reader/src/io.rs +413 -0
- package/reader-backports/hdf5-reader/src/lib.rs +916 -0
- package/reader-backports/hdf5-reader/src/local_heap.rs +261 -0
- package/reader-backports/hdf5-reader/src/messages/attribute.rs +304 -0
- package/reader-backports/hdf5-reader/src/messages/attribute_info.rs +96 -0
- package/reader-backports/hdf5-reader/src/messages/btree_k.rs +36 -0
- package/reader-backports/hdf5-reader/src/messages/continuation.rs +46 -0
- package/reader-backports/hdf5-reader/src/messages/dataspace.rs +259 -0
- package/reader-backports/hdf5-reader/src/messages/datatype.rs +938 -0
- package/reader-backports/hdf5-reader/src/messages/external_files.rs +50 -0
- package/reader-backports/hdf5-reader/src/messages/fill_value.rs +233 -0
- package/reader-backports/hdf5-reader/src/messages/filter_pipeline.rs +147 -0
- package/reader-backports/hdf5-reader/src/messages/group_info.rs +103 -0
- package/reader-backports/hdf5-reader/src/messages/layout.rs +476 -0
- package/reader-backports/hdf5-reader/src/messages/link.rs +170 -0
- package/reader-backports/hdf5-reader/src/messages/link_info.rs +127 -0
- package/reader-backports/hdf5-reader/src/messages/mod.rs +374 -0
- package/reader-backports/hdf5-reader/src/messages/modification_time.rs +83 -0
- package/reader-backports/hdf5-reader/src/messages/shared.rs +164 -0
- package/reader-backports/hdf5-reader/src/messages/shared_table.rs +67 -0
- package/reader-backports/hdf5-reader/src/messages/symbol_table_msg.rs +51 -0
- package/reader-backports/hdf5-reader/src/object_header.rs +1749 -0
- package/reader-backports/hdf5-reader/src/reference.rs +90 -0
- package/reader-backports/hdf5-reader/src/shared_message_table.rs +425 -0
- package/reader-backports/hdf5-reader/src/storage.rs +538 -0
- package/reader-backports/hdf5-reader/src/superblock.rs +285 -0
- package/reader-backports/hdf5-reader/src/symbol_table.rs +277 -0
- package/reader-backports/netcdf-reader/Cargo.toml +141 -0
- package/reader-backports/netcdf-reader/LICENSE-APACHE +164 -0
- package/reader-backports/netcdf-reader/LICENSE-MIT +21 -0
- package/reader-backports/netcdf-reader/PROVENANCE.json +55 -0
- package/reader-backports/netcdf-reader/README.md +308 -0
- package/reader-backports/netcdf-reader/UPSTREAM-Cargo.toml +48 -0
- package/reader-backports/netcdf-reader/UPSTREAM-VCS.json +6 -0
- package/reader-backports/netcdf-reader/src/cf/axes.rs +419 -0
- package/reader-backports/netcdf-reader/src/cf/bounds.rs +108 -0
- package/reader-backports/netcdf-reader/src/cf/crs.rs +269 -0
- package/reader-backports/netcdf-reader/src/cf/mod.rs +30 -0
- package/reader-backports/netcdf-reader/src/cf/time.rs +1122 -0
- package/reader-backports/netcdf-reader/src/classic/data.rs +1465 -0
- package/reader-backports/netcdf-reader/src/classic/header.rs +1097 -0
- package/reader-backports/netcdf-reader/src/classic/mod.rs +240 -0
- package/reader-backports/netcdf-reader/src/classic/storage.rs +211 -0
- package/reader-backports/netcdf-reader/src/classic/types.rs +93 -0
- package/reader-backports/netcdf-reader/src/classic/variable.rs +1162 -0
- package/reader-backports/netcdf-reader/src/error.rs +59 -0
- package/reader-backports/netcdf-reader/src/lib.rs +1531 -0
- package/reader-backports/netcdf-reader/src/masked.rs +173 -0
- package/reader-backports/netcdf-reader/src/nc4/attributes.rs +203 -0
- package/reader-backports/netcdf-reader/src/nc4/dimensions.rs +139 -0
- package/reader-backports/netcdf-reader/src/nc4/groups.rs +308 -0
- package/reader-backports/netcdf-reader/src/nc4/mod.rs +572 -0
- package/reader-backports/netcdf-reader/src/nc4/types.rs +309 -0
- package/reader-backports/netcdf-reader/src/nc4/variables.rs +420 -0
- package/reader-backports/netcdf-reader/src/types.rs +18 -0
- package/reader-backports/netcdf-reader/src/unpack.rs +113 -0
- package/reader-backports/netcdf-reader/src/user_defined.rs +569 -0
|
@@ -0,0 +1,164 @@
|
|
|
1
|
+
//! HDF5 shared object-header message references.
|
|
2
|
+
//!
|
|
3
|
+
//! A shared message indicates that the actual message content is stored
|
|
4
|
+
//! elsewhere — either in another object header or in the shared message
|
|
5
|
+
//! heap (SOHM).
|
|
6
|
+
|
|
7
|
+
use crate::error::{Error, Result};
|
|
8
|
+
use crate::io::Cursor;
|
|
9
|
+
|
|
10
|
+
/// Where the shared message is stored.
|
|
11
|
+
#[derive(Debug, Clone)]
|
|
12
|
+
pub enum SharedMessage {
|
|
13
|
+
/// Shared in another object header at the given address.
|
|
14
|
+
SharedInOhdr {
|
|
15
|
+
/// Original object-header message type from the shared message envelope.
|
|
16
|
+
message_type: u16,
|
|
17
|
+
/// Object header that contains the shared message.
|
|
18
|
+
address: u64,
|
|
19
|
+
},
|
|
20
|
+
/// Shared in the SOHM fractal heap, identified by a heap ID.
|
|
21
|
+
SharedInSohm {
|
|
22
|
+
/// Original object-header message type from the shared message envelope.
|
|
23
|
+
message_type: u16,
|
|
24
|
+
/// Fractal heap ID in the file's SOHM heap.
|
|
25
|
+
heap_id: Vec<u8>,
|
|
26
|
+
},
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
/// Parse a shared message wrapper.
|
|
30
|
+
///
|
|
31
|
+
/// `message_type` is the type ID from the containing object-header message
|
|
32
|
+
/// envelope. The shared-message payload itself only stores where the actual
|
|
33
|
+
/// message lives, so callers must preserve this type to decode SOHM payloads.
|
|
34
|
+
pub fn parse(
|
|
35
|
+
cursor: &mut Cursor<'_>,
|
|
36
|
+
message_type: u16,
|
|
37
|
+
offset_size: u8,
|
|
38
|
+
_length_size: u8,
|
|
39
|
+
msg_size: usize,
|
|
40
|
+
) -> Result<SharedMessage> {
|
|
41
|
+
let start = cursor.position();
|
|
42
|
+
let version = cursor.read_u8()?;
|
|
43
|
+
|
|
44
|
+
let msg = match version {
|
|
45
|
+
1 => {
|
|
46
|
+
// Version 1: type byte + reserved(6) + address
|
|
47
|
+
let _type_field = cursor.read_u8()?;
|
|
48
|
+
let _reserved = cursor.read_bytes(6)?;
|
|
49
|
+
let address = cursor.read_offset(offset_size)?;
|
|
50
|
+
SharedMessage::SharedInOhdr {
|
|
51
|
+
message_type,
|
|
52
|
+
address,
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
2 => {
|
|
56
|
+
let type_field = cursor.read_u8()?;
|
|
57
|
+
cursor.skip(2)?;
|
|
58
|
+
match type_field {
|
|
59
|
+
0 => {
|
|
60
|
+
let address = cursor.read_offset(offset_size)?;
|
|
61
|
+
SharedMessage::SharedInOhdr {
|
|
62
|
+
message_type,
|
|
63
|
+
address,
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
t => {
|
|
67
|
+
return Err(Error::InvalidData(format!(
|
|
68
|
+
"unknown shared message v2 type: {}",
|
|
69
|
+
t
|
|
70
|
+
)));
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
3 => {
|
|
75
|
+
let type_field = cursor.read_u8()?;
|
|
76
|
+
cursor.skip(2)?;
|
|
77
|
+
match type_field {
|
|
78
|
+
1 => {
|
|
79
|
+
let heap_id = cursor.read_bytes(8)?.to_vec();
|
|
80
|
+
SharedMessage::SharedInSohm {
|
|
81
|
+
message_type,
|
|
82
|
+
heap_id,
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
2 => {
|
|
86
|
+
let address = cursor.read_offset(offset_size)?;
|
|
87
|
+
SharedMessage::SharedInOhdr {
|
|
88
|
+
message_type,
|
|
89
|
+
address,
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
t => {
|
|
93
|
+
return Err(Error::InvalidData(format!(
|
|
94
|
+
"unsupported shared message v3 type: {}",
|
|
95
|
+
t
|
|
96
|
+
)));
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
v => {
|
|
101
|
+
return Err(Error::InvalidData(format!(
|
|
102
|
+
"unsupported shared message version: {}",
|
|
103
|
+
v
|
|
104
|
+
)));
|
|
105
|
+
}
|
|
106
|
+
};
|
|
107
|
+
|
|
108
|
+
let consumed = (cursor.position() - start) as usize;
|
|
109
|
+
if consumed < msg_size {
|
|
110
|
+
cursor.skip(msg_size - consumed)?;
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
Ok(msg)
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
#[cfg(test)]
|
|
117
|
+
mod tests {
|
|
118
|
+
use super::*;
|
|
119
|
+
use crate::messages::MSG_DATATYPE;
|
|
120
|
+
|
|
121
|
+
#[test]
|
|
122
|
+
fn parses_v2_object_header_reference_with_padding() {
|
|
123
|
+
let mut bytes = Vec::new();
|
|
124
|
+
bytes.push(2);
|
|
125
|
+
bytes.push(0);
|
|
126
|
+
bytes.extend_from_slice(&[0, 0]);
|
|
127
|
+
bytes.extend_from_slice(&0x1234u64.to_le_bytes());
|
|
128
|
+
|
|
129
|
+
let mut cursor = Cursor::new(&bytes);
|
|
130
|
+
let message = parse(&mut cursor, MSG_DATATYPE, 8, 8, bytes.len()).unwrap();
|
|
131
|
+
match message {
|
|
132
|
+
SharedMessage::SharedInOhdr {
|
|
133
|
+
message_type,
|
|
134
|
+
address,
|
|
135
|
+
} => {
|
|
136
|
+
assert_eq!(message_type, MSG_DATATYPE);
|
|
137
|
+
assert_eq!(address, 0x1234);
|
|
138
|
+
}
|
|
139
|
+
other => panic!("expected OHDR reference, got {:?}", other),
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
#[test]
|
|
144
|
+
fn parses_v3_sohm_heap_id_with_padding() {
|
|
145
|
+
let mut bytes = Vec::new();
|
|
146
|
+
bytes.push(3);
|
|
147
|
+
bytes.push(1);
|
|
148
|
+
bytes.extend_from_slice(&[0, 0]);
|
|
149
|
+
bytes.extend_from_slice(&[1, 2, 3, 4, 5, 6, 7, 8]);
|
|
150
|
+
|
|
151
|
+
let mut cursor = Cursor::new(&bytes);
|
|
152
|
+
let message = parse(&mut cursor, MSG_DATATYPE, 8, 8, bytes.len()).unwrap();
|
|
153
|
+
match message {
|
|
154
|
+
SharedMessage::SharedInSohm {
|
|
155
|
+
message_type,
|
|
156
|
+
heap_id,
|
|
157
|
+
} => {
|
|
158
|
+
assert_eq!(message_type, MSG_DATATYPE);
|
|
159
|
+
assert_eq!(heap_id, vec![1, 2, 3, 4, 5, 6, 7, 8]);
|
|
160
|
+
}
|
|
161
|
+
other => panic!("expected SOHM reference, got {:?}", other),
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
//! HDF5 Shared Message Table object-header message (type 0x000F).
|
|
2
|
+
//!
|
|
3
|
+
//! This message appears in the superblock extension and points at the file's
|
|
4
|
+
//! SOHM master table.
|
|
5
|
+
|
|
6
|
+
use crate::error::{Error, Result};
|
|
7
|
+
use crate::io::Cursor;
|
|
8
|
+
|
|
9
|
+
/// Pointer to the file-level shared object-header message table.
|
|
10
|
+
#[derive(Debug, Clone)]
|
|
11
|
+
pub struct SharedTableMessage {
|
|
12
|
+
/// Address of the SOHM master table (`SMTB`).
|
|
13
|
+
pub table_address: u64,
|
|
14
|
+
/// Number of shared-message indexes in the master table.
|
|
15
|
+
pub num_indices: u8,
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
/// Parse a Shared Message Table message.
|
|
19
|
+
pub fn parse(
|
|
20
|
+
cursor: &mut Cursor<'_>,
|
|
21
|
+
offset_size: u8,
|
|
22
|
+
_length_size: u8,
|
|
23
|
+
msg_size: usize,
|
|
24
|
+
) -> Result<SharedTableMessage> {
|
|
25
|
+
let start = cursor.position();
|
|
26
|
+
let version = cursor.read_u8()?;
|
|
27
|
+
if version != 0 {
|
|
28
|
+
return Err(Error::InvalidData(format!(
|
|
29
|
+
"unsupported shared message table message version: {version}"
|
|
30
|
+
)));
|
|
31
|
+
}
|
|
32
|
+
cursor.skip(3)?;
|
|
33
|
+
|
|
34
|
+
let table_address = cursor.read_offset(offset_size)?;
|
|
35
|
+
let num_indices = cursor.read_u8()?;
|
|
36
|
+
cursor.skip(3)?;
|
|
37
|
+
|
|
38
|
+
let consumed = (cursor.position() - start) as usize;
|
|
39
|
+
if consumed < msg_size {
|
|
40
|
+
cursor.skip(msg_size - consumed)?;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
Ok(SharedTableMessage {
|
|
44
|
+
table_address,
|
|
45
|
+
num_indices,
|
|
46
|
+
})
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
#[cfg(test)]
|
|
50
|
+
mod tests {
|
|
51
|
+
use super::*;
|
|
52
|
+
|
|
53
|
+
#[test]
|
|
54
|
+
fn parses_shared_table_message() {
|
|
55
|
+
let mut bytes = Vec::new();
|
|
56
|
+
bytes.push(0);
|
|
57
|
+
bytes.extend_from_slice(&[0, 0, 0]);
|
|
58
|
+
bytes.extend_from_slice(&0x1234u64.to_le_bytes());
|
|
59
|
+
bytes.push(2);
|
|
60
|
+
bytes.extend_from_slice(&[0, 0, 0]);
|
|
61
|
+
|
|
62
|
+
let mut cursor = Cursor::new(&bytes);
|
|
63
|
+
let msg = parse(&mut cursor, 8, 8, bytes.len()).unwrap();
|
|
64
|
+
assert_eq!(msg.table_address, 0x1234);
|
|
65
|
+
assert_eq!(msg.num_indices, 2);
|
|
66
|
+
}
|
|
67
|
+
}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
//! HDF5 Symbol Table message (type 0x0011).
|
|
2
|
+
//!
|
|
3
|
+
//! This is only found in v0/v1 object headers and points to the B-tree and
|
|
4
|
+
//! local heap used for group membership in the older format.
|
|
5
|
+
|
|
6
|
+
use crate::error::Result;
|
|
7
|
+
use crate::io::Cursor;
|
|
8
|
+
|
|
9
|
+
/// Parsed symbol table message.
|
|
10
|
+
#[derive(Debug, Clone)]
|
|
11
|
+
pub struct SymbolTableMessage {
|
|
12
|
+
/// Address of the v1 B-tree for this group.
|
|
13
|
+
pub btree_address: u64,
|
|
14
|
+
/// Address of the local heap for name storage.
|
|
15
|
+
pub heap_address: u64,
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
/// Parse a symbol table message.
|
|
19
|
+
pub fn parse(
|
|
20
|
+
cursor: &mut Cursor<'_>,
|
|
21
|
+
offset_size: u8,
|
|
22
|
+
_length_size: u8,
|
|
23
|
+
_msg_size: usize,
|
|
24
|
+
) -> Result<SymbolTableMessage> {
|
|
25
|
+
let btree_address = cursor.read_offset(offset_size)?;
|
|
26
|
+
let heap_address = cursor.read_offset(offset_size)?;
|
|
27
|
+
|
|
28
|
+
Ok(SymbolTableMessage {
|
|
29
|
+
btree_address,
|
|
30
|
+
heap_address,
|
|
31
|
+
})
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
#[cfg(test)]
|
|
35
|
+
mod tests {
|
|
36
|
+
use super::*;
|
|
37
|
+
|
|
38
|
+
#[test]
|
|
39
|
+
fn parse_symbol_table_msg() {
|
|
40
|
+
let mut data = Vec::new();
|
|
41
|
+
// btree address = 0x1000
|
|
42
|
+
data.extend_from_slice(&0x1000u64.to_le_bytes());
|
|
43
|
+
// heap address = 0x2000
|
|
44
|
+
data.extend_from_slice(&0x2000u64.to_le_bytes());
|
|
45
|
+
|
|
46
|
+
let mut cursor = Cursor::new(&data);
|
|
47
|
+
let msg = parse(&mut cursor, 8, 8, data.len()).unwrap();
|
|
48
|
+
assert_eq!(msg.btree_address, 0x1000);
|
|
49
|
+
assert_eq!(msg.heap_address, 0x2000);
|
|
50
|
+
}
|
|
51
|
+
}
|