hdf5-as-virtual-zarr 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (255) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +39 -0
  3. package/dist/hdf-store.d.ts +9 -0
  4. package/dist/hdf-store.js +18 -0
  5. package/dist/index.d.ts +3 -0
  6. package/dist/index.js +3 -0
  7. package/dist/jsfive/btree.d.ts +52 -0
  8. package/dist/jsfive/btree.js +354 -0
  9. package/dist/jsfive/core.d.ts +35 -0
  10. package/dist/jsfive/core.js +196 -0
  11. package/dist/jsfive/dataobjects.d.ts +64 -0
  12. package/dist/jsfive/dataobjects.js +1001 -0
  13. package/dist/jsfive/datatype-msg.d.ts +15 -0
  14. package/dist/jsfive/datatype-msg.js +110 -0
  15. package/dist/jsfive/high-level.d.ts +42 -0
  16. package/dist/jsfive/high-level.js +150 -0
  17. package/dist/jsfive/misc-low-level.d.ts +67 -0
  18. package/dist/jsfive/misc-low-level.js +506 -0
  19. package/dist/ref-spec-to-consolidated-metadata.d.ts +12 -0
  20. package/dist/ref-spec-to-consolidated-metadata.js +22 -0
  21. package/dist/ref-store.d.ts +10 -0
  22. package/dist/ref-store.js +79 -0
  23. package/dist/single-hdf5-to-zarr.d.ts +76 -0
  24. package/dist/single-hdf5-to-zarr.js +745 -0
  25. package/dist/types.d.ts +34 -0
  26. package/dist/types.js +12 -0
  27. package/package.json +53 -0
  28. package/src/hdf-store.ts +25 -0
  29. package/src/index.ts +3 -0
  30. package/src/jsfive/README.md +1 -0
  31. package/src/jsfive/btree.ts +474 -0
  32. package/src/jsfive/core.ts +228 -0
  33. package/src/jsfive/dataobjects.ts +1262 -0
  34. package/src/jsfive/datatype-msg.ts +111 -0
  35. package/src/jsfive/high-level.ts +182 -0
  36. package/src/jsfive/misc-low-level.ts +641 -0
  37. package/src/ref-spec-to-consolidated-metadata.ts +38 -0
  38. package/src/ref-store.ts +115 -0
  39. package/src/single-hdf5-to-zarr.ts +868 -0
  40. package/src/types.ts +49 -0
  41. package/test/fixtures/dense.adata.zarr/.zattrs +4 -0
  42. package/test/fixtures/dense.adata.zarr/.zgroup +3 -0
  43. package/test/fixtures/dense.adata.zarr/.zmetadata +285 -0
  44. package/test/fixtures/dense.adata.zarr/X/.zarray +22 -0
  45. package/test/fixtures/dense.adata.zarr/X/.zattrs +4 -0
  46. package/test/fixtures/dense.adata.zarr/X/0.0 +0 -0
  47. package/test/fixtures/dense.adata.zarr/layers/.zattrs +4 -0
  48. package/test/fixtures/dense.adata.zarr/layers/.zgroup +3 -0
  49. package/test/fixtures/dense.adata.zarr/obs/.zattrs +9 -0
  50. package/test/fixtures/dense.adata.zarr/obs/.zgroup +3 -0
  51. package/test/fixtures/dense.adata.zarr/obs/_index/.zarray +24 -0
  52. package/test/fixtures/dense.adata.zarr/obs/_index/.zattrs +4 -0
  53. package/test/fixtures/dense.adata.zarr/obs/_index/0 +0 -0
  54. package/test/fixtures/dense.adata.zarr/obs/categorical/.zattrs +5 -0
  55. package/test/fixtures/dense.adata.zarr/obs/categorical/.zgroup +3 -0
  56. package/test/fixtures/dense.adata.zarr/obs/categorical/categories/.zarray +24 -0
  57. package/test/fixtures/dense.adata.zarr/obs/categorical/categories/.zattrs +4 -0
  58. package/test/fixtures/dense.adata.zarr/obs/categorical/categories/0 +0 -0
  59. package/test/fixtures/dense.adata.zarr/obs/categorical/codes/.zarray +20 -0
  60. package/test/fixtures/dense.adata.zarr/obs/categorical/codes/.zattrs +4 -0
  61. package/test/fixtures/dense.adata.zarr/obs/categorical/codes/0 +0 -0
  62. package/test/fixtures/dense.adata.zarr/obs/string/.zarray +24 -0
  63. package/test/fixtures/dense.adata.zarr/obs/string/.zattrs +4 -0
  64. package/test/fixtures/dense.adata.zarr/obs/string/0 +0 -0
  65. package/test/fixtures/dense.adata.zarr/obsm/.zattrs +4 -0
  66. package/test/fixtures/dense.adata.zarr/obsm/.zgroup +3 -0
  67. package/test/fixtures/dense.adata.zarr/obsm/X_umap/.zarray +22 -0
  68. package/test/fixtures/dense.adata.zarr/obsm/X_umap/.zattrs +4 -0
  69. package/test/fixtures/dense.adata.zarr/obsm/X_umap/0.0 +0 -0
  70. package/test/fixtures/dense.adata.zarr/obsp/.zattrs +4 -0
  71. package/test/fixtures/dense.adata.zarr/obsp/.zgroup +3 -0
  72. package/test/fixtures/dense.adata.zarr/raw/.zarray +10 -0
  73. package/test/fixtures/dense.adata.zarr/raw/.zattrs +4 -0
  74. package/test/fixtures/dense.adata.zarr/raw/0 +0 -0
  75. package/test/fixtures/dense.adata.zarr/uns/.zattrs +4 -0
  76. package/test/fixtures/dense.adata.zarr/uns/.zgroup +3 -0
  77. package/test/fixtures/dense.adata.zarr/var/.zattrs +6 -0
  78. package/test/fixtures/dense.adata.zarr/var/.zgroup +3 -0
  79. package/test/fixtures/dense.adata.zarr/var/_index/.zarray +24 -0
  80. package/test/fixtures/dense.adata.zarr/var/_index/.zattrs +4 -0
  81. package/test/fixtures/dense.adata.zarr/var/_index/0 +0 -0
  82. package/test/fixtures/dense.adata.zarr/varm/.zattrs +4 -0
  83. package/test/fixtures/dense.adata.zarr/varm/.zgroup +3 -0
  84. package/test/fixtures/dense.adata.zarr/varp/.zattrs +4 -0
  85. package/test/fixtures/dense.adata.zarr/varp/.zgroup +3 -0
  86. package/test/fixtures/dense.adata.zarr.json +182 -0
  87. package/test/fixtures/dense.adata.zmetadata.json +1 -0
  88. package/test/fixtures/dense.h5ad +0 -0
  89. package/test/fixtures/dense.h5ad.refspec.json +1 -0
  90. package/test/fixtures/dense.v3.adata.zarr/X/c/0/0 +0 -0
  91. package/test/fixtures/dense.v3.adata.zarr/X/zarr.json +45 -0
  92. package/test/fixtures/dense.v3.adata.zarr/layers/zarr.json +8 -0
  93. package/test/fixtures/dense.v3.adata.zarr/obs/_index/c/0 +0 -0
  94. package/test/fixtures/dense.v3.adata.zarr/obs/_index/zarr.json +41 -0
  95. package/test/fixtures/dense.v3.adata.zarr/obs/categorical/categories/c/0 +0 -0
  96. package/test/fixtures/dense.v3.adata.zarr/obs/categorical/categories/zarr.json +41 -0
  97. package/test/fixtures/dense.v3.adata.zarr/obs/categorical/codes/c/0 +0 -0
  98. package/test/fixtures/dense.v3.adata.zarr/obs/categorical/codes/zarr.json +40 -0
  99. package/test/fixtures/dense.v3.adata.zarr/obs/categorical/zarr.json +9 -0
  100. package/test/fixtures/dense.v3.adata.zarr/obs/string/c/0 +0 -0
  101. package/test/fixtures/dense.v3.adata.zarr/obs/string/zarr.json +41 -0
  102. package/test/fixtures/dense.v3.adata.zarr/obs/zarr.json +13 -0
  103. package/test/fixtures/dense.v3.adata.zarr/obsm/X_umap/c/0/0 +0 -0
  104. package/test/fixtures/dense.v3.adata.zarr/obsm/X_umap/zarr.json +45 -0
  105. package/test/fixtures/dense.v3.adata.zarr/obsm/zarr.json +8 -0
  106. package/test/fixtures/dense.v3.adata.zarr/obsp/zarr.json +8 -0
  107. package/test/fixtures/dense.v3.adata.zarr/raw/zarr.json +36 -0
  108. package/test/fixtures/dense.v3.adata.zarr/uns/zarr.json +8 -0
  109. package/test/fixtures/dense.v3.adata.zarr/var/_index/c/0 +0 -0
  110. package/test/fixtures/dense.v3.adata.zarr/var/_index/zarr.json +41 -0
  111. package/test/fixtures/dense.v3.adata.zarr/var/zarr.json +10 -0
  112. package/test/fixtures/dense.v3.adata.zarr/varm/zarr.json +8 -0
  113. package/test/fixtures/dense.v3.adata.zarr/varp/zarr.json +8 -0
  114. package/test/fixtures/dense.v3.adata.zarr/zarr.json +469 -0
  115. package/test/fixtures/dense.v3.adata.zarr.json +102 -0
  116. package/test/fixtures/generate_fixtures.py +157 -0
  117. package/test/fixtures/generate_fixtures_v3.py +126 -0
  118. package/test/fixtures/minimal.adata.zarr/.zattrs +4 -0
  119. package/test/fixtures/minimal.adata.zarr/.zgroup +3 -0
  120. package/test/fixtures/minimal.adata.zarr/.zmetadata +168 -0
  121. package/test/fixtures/minimal.adata.zarr/X/.zarray +22 -0
  122. package/test/fixtures/minimal.adata.zarr/X/.zattrs +4 -0
  123. package/test/fixtures/minimal.adata.zarr/X/0.0 +0 -0
  124. package/test/fixtures/minimal.adata.zarr/layers/.zattrs +4 -0
  125. package/test/fixtures/minimal.adata.zarr/layers/.zgroup +3 -0
  126. package/test/fixtures/minimal.adata.zarr/obs/.zattrs +6 -0
  127. package/test/fixtures/minimal.adata.zarr/obs/.zgroup +3 -0
  128. package/test/fixtures/minimal.adata.zarr/obs/_index/.zarray +24 -0
  129. package/test/fixtures/minimal.adata.zarr/obs/_index/.zattrs +4 -0
  130. package/test/fixtures/minimal.adata.zarr/obs/_index/0 +0 -0
  131. package/test/fixtures/minimal.adata.zarr/obsm/.zattrs +4 -0
  132. package/test/fixtures/minimal.adata.zarr/obsm/.zgroup +3 -0
  133. package/test/fixtures/minimal.adata.zarr/obsp/.zattrs +4 -0
  134. package/test/fixtures/minimal.adata.zarr/obsp/.zgroup +3 -0
  135. package/test/fixtures/minimal.adata.zarr/raw/.zarray +10 -0
  136. package/test/fixtures/minimal.adata.zarr/raw/.zattrs +4 -0
  137. package/test/fixtures/minimal.adata.zarr/raw/0 +0 -0
  138. package/test/fixtures/minimal.adata.zarr/uns/.zattrs +4 -0
  139. package/test/fixtures/minimal.adata.zarr/uns/.zgroup +3 -0
  140. package/test/fixtures/minimal.adata.zarr/var/.zattrs +6 -0
  141. package/test/fixtures/minimal.adata.zarr/var/.zgroup +3 -0
  142. package/test/fixtures/minimal.adata.zarr/var/_index/.zarray +24 -0
  143. package/test/fixtures/minimal.adata.zarr/var/_index/.zattrs +4 -0
  144. package/test/fixtures/minimal.adata.zarr/var/_index/0 +0 -0
  145. package/test/fixtures/minimal.adata.zarr/varm/.zattrs +4 -0
  146. package/test/fixtures/minimal.adata.zarr/varm/.zgroup +3 -0
  147. package/test/fixtures/minimal.adata.zarr/varp/.zattrs +4 -0
  148. package/test/fixtures/minimal.adata.zarr/varp/.zgroup +3 -0
  149. package/test/fixtures/minimal.adata.zarr.json +126 -0
  150. package/test/fixtures/minimal.adata.zmetadata.json +1 -0
  151. package/test/fixtures/minimal.h5ad +0 -0
  152. package/test/fixtures/minimal.h5ad.refspec.json +1 -0
  153. package/test/fixtures/minimal.v3.adata.zarr/X/c/0/0 +0 -0
  154. package/test/fixtures/minimal.v3.adata.zarr/X/zarr.json +45 -0
  155. package/test/fixtures/minimal.v3.adata.zarr/layers/zarr.json +8 -0
  156. package/test/fixtures/minimal.v3.adata.zarr/obs/_index/c/0 +0 -0
  157. package/test/fixtures/minimal.v3.adata.zarr/obs/_index/zarr.json +41 -0
  158. package/test/fixtures/minimal.v3.adata.zarr/obs/zarr.json +10 -0
  159. package/test/fixtures/minimal.v3.adata.zarr/obsm/zarr.json +8 -0
  160. package/test/fixtures/minimal.v3.adata.zarr/obsp/zarr.json +8 -0
  161. package/test/fixtures/minimal.v3.adata.zarr/raw/zarr.json +36 -0
  162. package/test/fixtures/minimal.v3.adata.zarr/uns/zarr.json +8 -0
  163. package/test/fixtures/minimal.v3.adata.zarr/var/_index/c/0 +0 -0
  164. package/test/fixtures/minimal.v3.adata.zarr/var/_index/zarr.json +41 -0
  165. package/test/fixtures/minimal.v3.adata.zarr/var/zarr.json +10 -0
  166. package/test/fixtures/minimal.v3.adata.zarr/varm/zarr.json +8 -0
  167. package/test/fixtures/minimal.v3.adata.zarr/varp/zarr.json +8 -0
  168. package/test/fixtures/minimal.v3.adata.zarr/zarr.json +285 -0
  169. package/test/fixtures/minimal.v3.adata.zarr.json +66 -0
  170. package/test/fixtures/mouse_liver.h5ad +0 -0
  171. package/test/fixtures/mouse_liver.h5ad.refspec.json +1 -0
  172. package/test/fixtures/mouse_liver.py +44 -0
  173. package/test/fixtures/sparse.adata.zarr/.zattrs +4 -0
  174. package/test/fixtures/sparse.adata.zarr/.zgroup +3 -0
  175. package/test/fixtures/sparse.adata.zarr/.zmetadata +304 -0
  176. package/test/fixtures/sparse.adata.zarr/X/.zattrs +8 -0
  177. package/test/fixtures/sparse.adata.zarr/X/.zgroup +3 -0
  178. package/test/fixtures/sparse.adata.zarr/X/data/.zarray +20 -0
  179. package/test/fixtures/sparse.adata.zarr/X/data/0 +0 -0
  180. package/test/fixtures/sparse.adata.zarr/X/indices/.zarray +20 -0
  181. package/test/fixtures/sparse.adata.zarr/X/indices/0 +0 -0
  182. package/test/fixtures/sparse.adata.zarr/X/indptr/.zarray +20 -0
  183. package/test/fixtures/sparse.adata.zarr/X/indptr/0 +0 -0
  184. package/test/fixtures/sparse.adata.zarr/layers/.zattrs +4 -0
  185. package/test/fixtures/sparse.adata.zarr/layers/.zgroup +3 -0
  186. package/test/fixtures/sparse.adata.zarr/obs/.zattrs +9 -0
  187. package/test/fixtures/sparse.adata.zarr/obs/.zgroup +3 -0
  188. package/test/fixtures/sparse.adata.zarr/obs/_index/.zarray +24 -0
  189. package/test/fixtures/sparse.adata.zarr/obs/_index/.zattrs +4 -0
  190. package/test/fixtures/sparse.adata.zarr/obs/_index/0 +0 -0
  191. package/test/fixtures/sparse.adata.zarr/obs/categorical/.zattrs +5 -0
  192. package/test/fixtures/sparse.adata.zarr/obs/categorical/.zgroup +3 -0
  193. package/test/fixtures/sparse.adata.zarr/obs/categorical/categories/.zarray +24 -0
  194. package/test/fixtures/sparse.adata.zarr/obs/categorical/categories/.zattrs +4 -0
  195. package/test/fixtures/sparse.adata.zarr/obs/categorical/categories/0 +0 -0
  196. package/test/fixtures/sparse.adata.zarr/obs/categorical/codes/.zarray +20 -0
  197. package/test/fixtures/sparse.adata.zarr/obs/categorical/codes/.zattrs +4 -0
  198. package/test/fixtures/sparse.adata.zarr/obs/categorical/codes/0 +0 -0
  199. package/test/fixtures/sparse.adata.zarr/obs/string/.zarray +24 -0
  200. package/test/fixtures/sparse.adata.zarr/obs/string/.zattrs +4 -0
  201. package/test/fixtures/sparse.adata.zarr/obs/string/0 +0 -0
  202. package/test/fixtures/sparse.adata.zarr/obsm/.zattrs +4 -0
  203. package/test/fixtures/sparse.adata.zarr/obsm/.zgroup +3 -0
  204. package/test/fixtures/sparse.adata.zarr/obsp/.zattrs +4 -0
  205. package/test/fixtures/sparse.adata.zarr/obsp/.zgroup +3 -0
  206. package/test/fixtures/sparse.adata.zarr/raw/.zarray +10 -0
  207. package/test/fixtures/sparse.adata.zarr/raw/.zattrs +4 -0
  208. package/test/fixtures/sparse.adata.zarr/raw/0 +0 -0
  209. package/test/fixtures/sparse.adata.zarr/uns/.zattrs +4 -0
  210. package/test/fixtures/sparse.adata.zarr/uns/.zgroup +3 -0
  211. package/test/fixtures/sparse.adata.zarr/var/.zattrs +6 -0
  212. package/test/fixtures/sparse.adata.zarr/var/.zgroup +3 -0
  213. package/test/fixtures/sparse.adata.zarr/var/_index/.zarray +24 -0
  214. package/test/fixtures/sparse.adata.zarr/var/_index/.zattrs +4 -0
  215. package/test/fixtures/sparse.adata.zarr/var/_index/0 +0 -0
  216. package/test/fixtures/sparse.adata.zarr/varm/.zattrs +4 -0
  217. package/test/fixtures/sparse.adata.zarr/varm/.zgroup +3 -0
  218. package/test/fixtures/sparse.adata.zarr/varp/.zattrs +4 -0
  219. package/test/fixtures/sparse.adata.zarr/varp/.zgroup +3 -0
  220. package/test/fixtures/sparse.adata.zarr.json +190 -0
  221. package/test/fixtures/sparse.adata.zmetadata.json +1 -0
  222. package/test/fixtures/sparse.h5ad +0 -0
  223. package/test/fixtures/sparse.h5ad.refspec.json +1 -0
  224. package/test/fixtures/sparse.v3.adata.zarr/X/data/c/0 +0 -0
  225. package/test/fixtures/sparse.v3.adata.zarr/X/data/zarr.json +40 -0
  226. package/test/fixtures/sparse.v3.adata.zarr/X/indices/c/0 +0 -0
  227. package/test/fixtures/sparse.v3.adata.zarr/X/indices/zarr.json +40 -0
  228. package/test/fixtures/sparse.v3.adata.zarr/X/indptr/c/0 +0 -0
  229. package/test/fixtures/sparse.v3.adata.zarr/X/indptr/zarr.json +40 -0
  230. package/test/fixtures/sparse.v3.adata.zarr/X/zarr.json +12 -0
  231. package/test/fixtures/sparse.v3.adata.zarr/layers/zarr.json +8 -0
  232. package/test/fixtures/sparse.v3.adata.zarr/obs/_index/c/0 +0 -0
  233. package/test/fixtures/sparse.v3.adata.zarr/obs/_index/zarr.json +41 -0
  234. package/test/fixtures/sparse.v3.adata.zarr/obs/categorical/categories/c/0 +0 -0
  235. package/test/fixtures/sparse.v3.adata.zarr/obs/categorical/categories/zarr.json +41 -0
  236. package/test/fixtures/sparse.v3.adata.zarr/obs/categorical/codes/c/0 +0 -0
  237. package/test/fixtures/sparse.v3.adata.zarr/obs/categorical/codes/zarr.json +40 -0
  238. package/test/fixtures/sparse.v3.adata.zarr/obs/categorical/zarr.json +9 -0
  239. package/test/fixtures/sparse.v3.adata.zarr/obs/string/c/0 +0 -0
  240. package/test/fixtures/sparse.v3.adata.zarr/obs/string/zarr.json +41 -0
  241. package/test/fixtures/sparse.v3.adata.zarr/obs/zarr.json +13 -0
  242. package/test/fixtures/sparse.v3.adata.zarr/obsm/zarr.json +8 -0
  243. package/test/fixtures/sparse.v3.adata.zarr/obsp/zarr.json +8 -0
  244. package/test/fixtures/sparse.v3.adata.zarr/raw/zarr.json +36 -0
  245. package/test/fixtures/sparse.v3.adata.zarr/uns/zarr.json +8 -0
  246. package/test/fixtures/sparse.v3.adata.zarr/var/_index/c/0 +0 -0
  247. package/test/fixtures/sparse.v3.adata.zarr/var/_index/zarr.json +41 -0
  248. package/test/fixtures/sparse.v3.adata.zarr/var/zarr.json +10 -0
  249. package/test/fixtures/sparse.v3.adata.zarr/varm/zarr.json +8 -0
  250. package/test/fixtures/sparse.v3.adata.zarr/varp/zarr.json +8 -0
  251. package/test/fixtures/sparse.v3.adata.zarr/zarr.json +516 -0
  252. package/test/fixtures/sparse.v3.adata.zarr.json +114 -0
  253. package/test/hdf-store.test.ts +268 -0
  254. package/test/index.test.ts +762 -0
  255. package/test/partial-reads.test.ts +150 -0
@@ -0,0 +1,196 @@
1
+ /**
2
+ * Vendored and adapted from jsfive/esm/core.js.
3
+ * Provides struct unpacking, DataView64, and helper utilities.
4
+ * These are synchronous operations on pre-fetched ArrayBuffers.
5
+ */
6
+ export function _unpack_struct_from(structure, buf, offset = 0) {
7
+ const output = new Map();
8
+ for (const [key, fmt] of structure.entries()) {
9
+ let value = struct.unpack_from("<" + fmt, buf, offset);
10
+ offset += struct.calcsize(fmt);
11
+ if (value.length === 1) {
12
+ value = value[0];
13
+ }
14
+ output.set(key, value);
15
+ }
16
+ return output;
17
+ }
18
+ export function _structure_size(structure) {
19
+ const fmt = "<" + Array.from(structure.values()).join("");
20
+ return struct.calcsize(fmt);
21
+ }
22
+ export function _padded_size(size, padding_multiple = 8) {
23
+ return Math.ceil(size / padding_multiple) * padding_multiple;
24
+ }
25
+ const dtype_to_format = {
26
+ u: "Uint",
27
+ i: "Int",
28
+ f: "Float",
29
+ };
30
+ export function dtype_getter(dtype_str) {
31
+ const big_endian = struct._is_big_endian(dtype_str);
32
+ let getter;
33
+ let nbytes;
34
+ if (/S/.test(dtype_str)) {
35
+ getter = "getString";
36
+ nbytes = (parseInt((dtype_str.match(/S(\d*)/) || [])[1] || "1", 10)) | 0;
37
+ }
38
+ else {
39
+ const m = dtype_str.match(/[<>=!@]?(i|u|f)(\d*)/);
40
+ if (!m)
41
+ throw new Error("Invalid dtype: " + dtype_str);
42
+ const fstr = m[1];
43
+ const bytestr = m[2];
44
+ nbytes = parseInt(bytestr || "4", 10);
45
+ const nbits = nbytes * 8;
46
+ getter = "get" + dtype_to_format[fstr] + nbits.toFixed();
47
+ }
48
+ return [getter, big_endian, nbytes];
49
+ }
50
+ export class Reference {
51
+ address_of_reference;
52
+ constructor(address_of_reference) {
53
+ this.address_of_reference = address_of_reference;
54
+ }
55
+ }
56
+ function isBigEndian() {
57
+ const array = new Uint8Array(4);
58
+ const view = new Uint32Array(array.buffer);
59
+ return !((view[0] = 1) & array[0]);
60
+ }
61
+ function decodeFloat16(low, high) {
62
+ const sign = (high & 0b10000000) >> 7;
63
+ const exponent = (high & 0b01111100) >> 2;
64
+ const fraction = ((high & 0b00000011) << 8) + low;
65
+ let magnitude;
66
+ if (exponent === 0b11111) {
67
+ magnitude = fraction === 0 ? Infinity : NaN;
68
+ }
69
+ else if (exponent === 0) {
70
+ magnitude = 2 ** -14 * (fraction / 1024);
71
+ }
72
+ else {
73
+ magnitude = 2 ** (exponent - 15) * (1 + fraction / 1024);
74
+ }
75
+ return sign ? -magnitude : magnitude;
76
+ }
77
+ export class DataView64 extends DataView {
78
+ getFloat16(byteOffset, littleEndian) {
79
+ const bytes = [this.getUint8(byteOffset), this.getUint8(byteOffset + 1)];
80
+ if (!littleEndian)
81
+ bytes.reverse();
82
+ return decodeFloat16(bytes[0], bytes[1]);
83
+ }
84
+ getUint64(byteOffset, littleEndian) {
85
+ const left = BigInt(this.getUint32(byteOffset, littleEndian));
86
+ const right = BigInt(this.getUint32(byteOffset + 4, littleEndian));
87
+ const combined = littleEndian
88
+ ? left + (right << 32n)
89
+ : (left << 32n) + right;
90
+ return Number(combined);
91
+ }
92
+ getInt64(byteOffset, littleEndian) {
93
+ let low, high;
94
+ if (littleEndian) {
95
+ low = this.getUint32(byteOffset, true);
96
+ high = this.getInt32(byteOffset + 4, true);
97
+ }
98
+ else {
99
+ high = this.getInt32(byteOffset, false);
100
+ low = this.getUint32(byteOffset + 4, false);
101
+ }
102
+ const combined = BigInt(low) + (BigInt(high) << 32n);
103
+ return Number(combined);
104
+ }
105
+ getString(byteOffset, _littleEndian, length) {
106
+ const str_buffer = this.buffer.slice(byteOffset, byteOffset + length);
107
+ return new TextDecoder().decode(str_buffer);
108
+ }
109
+ getVLENStruct(byteOffset, littleEndian, _length) {
110
+ const item_size = this.getUint32(byteOffset, littleEndian);
111
+ const collection_address = this.getUint64(byteOffset + 4, littleEndian);
112
+ const object_index = this.getUint32(byteOffset + 12, littleEndian);
113
+ return [item_size, collection_address, object_index];
114
+ }
115
+ }
116
+ class Struct {
117
+ big_endian;
118
+ getters;
119
+ byte_lengths;
120
+ fmt_size_regex;
121
+ constructor() {
122
+ this.big_endian = isBigEndian();
123
+ this.getters = {
124
+ s: "getUint8", b: "getInt8", B: "getUint8",
125
+ h: "getInt16", H: "getUint16",
126
+ i: "getInt32", I: "getUint32",
127
+ l: "getInt32", L: "getUint32",
128
+ q: "getInt64", Q: "getUint64",
129
+ e: "getFloat16", f: "getFloat32", d: "getFloat64",
130
+ };
131
+ this.byte_lengths = {
132
+ s: 1, b: 1, B: 1, h: 2, H: 2, i: 4, I: 4,
133
+ l: 4, L: 4, q: 8, Q: 8, e: 2, f: 4, d: 8,
134
+ };
135
+ const all_formats = Object.keys(this.byte_lengths).join("");
136
+ this.fmt_size_regex = "(\\d*)([" + all_formats + "])";
137
+ }
138
+ calcsize(fmt) {
139
+ let size = 0;
140
+ const regex = new RegExp(this.fmt_size_regex, "g");
141
+ let match;
142
+ while ((match = regex.exec(fmt)) !== null) {
143
+ const n = parseInt(match[1] || "1", 10);
144
+ const f = match[2];
145
+ size += n * this.byte_lengths[f];
146
+ }
147
+ return size;
148
+ }
149
+ _is_big_endian(fmt) {
150
+ if (/^</.test(fmt))
151
+ return false;
152
+ if (/^(!|>)/.test(fmt))
153
+ return true;
154
+ return this.big_endian;
155
+ }
156
+ unpack_from(fmt, buffer, offset) {
157
+ offset = Number(offset || 0);
158
+ const view = new DataView64(buffer, 0);
159
+ const output = [];
160
+ const big_endian = this._is_big_endian(fmt);
161
+ const regex = new RegExp(this.fmt_size_regex, "g");
162
+ let match;
163
+ while ((match = regex.exec(fmt)) !== null) {
164
+ const n = parseInt(match[1] || "1", 10);
165
+ const f = match[2];
166
+ const getter = this.getters[f];
167
+ const size = this.byte_lengths[f];
168
+ if (f === "s") {
169
+ output.push(new TextDecoder().decode(buffer.slice(offset, offset + n)));
170
+ offset += n;
171
+ }
172
+ else {
173
+ for (let i = 0; i < n; i++) {
174
+ output.push(view[getter](offset, !big_endian));
175
+ offset += size;
176
+ }
177
+ }
178
+ }
179
+ return output;
180
+ }
181
+ }
182
+ export const struct = new Struct();
183
+ export function bitSize(integer) {
184
+ return integer.toString(2).length;
185
+ }
186
+ export function _unpack_integer(nbytes, fh, offset = 0, littleEndian = true) {
187
+ const bytes = new Uint8Array(fh.slice(offset, offset + nbytes));
188
+ if (!littleEndian)
189
+ bytes.reverse();
190
+ return bytes.reduce((acc, val, idx) => acc + (val << (idx * 8)), 0);
191
+ }
192
+ export function assert(thing) {
193
+ if (!thing) {
194
+ throw new Error("Assertion failed");
195
+ }
196
+ }
@@ -0,0 +1,64 @@
1
+ /**
2
+ * Vendored and adapted from jsfive/esm/dataobjects.js.
3
+ * DataObjects - the HDF5 data object header parser.
4
+ *
5
+ * Key differences from jsfive:
6
+ * - Uses async factory method DataObjects.create(source, offset)
7
+ * - Partial reads via AsyncReadable.fetch() instead of full file buffer
8
+ * - get_links(), get_attributes(), get_data() are async
9
+ * - buf/bufStart design: buf covers all message block ranges,
10
+ * bufStart = absolute offset where buf starts (= object header offset)
11
+ */
12
+ import type { AsyncReadable } from "../types.js";
13
+ import { GlobalHeap } from "./misc-low-level.js";
14
+ export declare class DataObjects {
15
+ buf: ArrayBuffer;
16
+ bufStart: number;
17
+ msgs: Map<string, any>[];
18
+ msg_data: ArrayBuffer;
19
+ offset: number;
20
+ _global_heaps: Map<number, GlobalHeap>;
21
+ _header: Map<string, any>;
22
+ _filter_pipeline: Map<string, unknown>[] | null;
23
+ _chunk_params_set: boolean;
24
+ _chunks: number[] | null;
25
+ _chunk_dims: number | null;
26
+ _chunk_address: number | null;
27
+ private _source;
28
+ private constructor();
29
+ static create(source: AsyncReadable, offset: number): Promise<DataObjects>;
30
+ private static _parseV1;
31
+ private static _parseV2;
32
+ private static _parseV2Header;
33
+ find_msg_type(msg_type: number): Map<string, any>[];
34
+ get is_dataset(): boolean;
35
+ get dtype(): string | any[];
36
+ get shape(): number[];
37
+ get chunks(): number[] | null;
38
+ get filter_pipeline(): Map<string, unknown>[] | null;
39
+ get fillvalue(): any;
40
+ _get_data_message_properties(msg_offset: number): {
41
+ version: number;
42
+ dims: number;
43
+ layout_class: number;
44
+ property_offset: number;
45
+ };
46
+ _get_chunk_params(): void;
47
+ _determine_data_shape(buf: ArrayBuffer, offset: number): number[];
48
+ get_links(): Promise<Record<string, any>>;
49
+ private _iter_links_from_symbol_tables;
50
+ private _iter_links_btree_v1;
51
+ private _iter_link_from_link_info_msg;
52
+ private _iter_links_btree_v2;
53
+ private _decode_link_msg;
54
+ private _decode_link_info_msg;
55
+ get_attributes(): Promise<Record<string, any>>;
56
+ private _read_dense_attributes;
57
+ private _unpack_attribute;
58
+ private _unpack_attribute_from_buf;
59
+ private _attr_value;
60
+ private _vlen_size_and_data;
61
+ get_data(): Promise<any[]>;
62
+ private _get_contiguous_data;
63
+ private _get_chunked_data;
64
+ }