hdf5-as-virtual-zarr 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (255) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +39 -0
  3. package/dist/hdf-store.d.ts +9 -0
  4. package/dist/hdf-store.js +18 -0
  5. package/dist/index.d.ts +3 -0
  6. package/dist/index.js +3 -0
  7. package/dist/jsfive/btree.d.ts +52 -0
  8. package/dist/jsfive/btree.js +354 -0
  9. package/dist/jsfive/core.d.ts +35 -0
  10. package/dist/jsfive/core.js +196 -0
  11. package/dist/jsfive/dataobjects.d.ts +64 -0
  12. package/dist/jsfive/dataobjects.js +1001 -0
  13. package/dist/jsfive/datatype-msg.d.ts +15 -0
  14. package/dist/jsfive/datatype-msg.js +110 -0
  15. package/dist/jsfive/high-level.d.ts +42 -0
  16. package/dist/jsfive/high-level.js +150 -0
  17. package/dist/jsfive/misc-low-level.d.ts +67 -0
  18. package/dist/jsfive/misc-low-level.js +506 -0
  19. package/dist/ref-spec-to-consolidated-metadata.d.ts +12 -0
  20. package/dist/ref-spec-to-consolidated-metadata.js +22 -0
  21. package/dist/ref-store.d.ts +10 -0
  22. package/dist/ref-store.js +79 -0
  23. package/dist/single-hdf5-to-zarr.d.ts +76 -0
  24. package/dist/single-hdf5-to-zarr.js +745 -0
  25. package/dist/types.d.ts +34 -0
  26. package/dist/types.js +12 -0
  27. package/package.json +53 -0
  28. package/src/hdf-store.ts +25 -0
  29. package/src/index.ts +3 -0
  30. package/src/jsfive/README.md +1 -0
  31. package/src/jsfive/btree.ts +474 -0
  32. package/src/jsfive/core.ts +228 -0
  33. package/src/jsfive/dataobjects.ts +1262 -0
  34. package/src/jsfive/datatype-msg.ts +111 -0
  35. package/src/jsfive/high-level.ts +182 -0
  36. package/src/jsfive/misc-low-level.ts +641 -0
  37. package/src/ref-spec-to-consolidated-metadata.ts +38 -0
  38. package/src/ref-store.ts +115 -0
  39. package/src/single-hdf5-to-zarr.ts +868 -0
  40. package/src/types.ts +49 -0
  41. package/test/fixtures/dense.adata.zarr/.zattrs +4 -0
  42. package/test/fixtures/dense.adata.zarr/.zgroup +3 -0
  43. package/test/fixtures/dense.adata.zarr/.zmetadata +285 -0
  44. package/test/fixtures/dense.adata.zarr/X/.zarray +22 -0
  45. package/test/fixtures/dense.adata.zarr/X/.zattrs +4 -0
  46. package/test/fixtures/dense.adata.zarr/X/0.0 +0 -0
  47. package/test/fixtures/dense.adata.zarr/layers/.zattrs +4 -0
  48. package/test/fixtures/dense.adata.zarr/layers/.zgroup +3 -0
  49. package/test/fixtures/dense.adata.zarr/obs/.zattrs +9 -0
  50. package/test/fixtures/dense.adata.zarr/obs/.zgroup +3 -0
  51. package/test/fixtures/dense.adata.zarr/obs/_index/.zarray +24 -0
  52. package/test/fixtures/dense.adata.zarr/obs/_index/.zattrs +4 -0
  53. package/test/fixtures/dense.adata.zarr/obs/_index/0 +0 -0
  54. package/test/fixtures/dense.adata.zarr/obs/categorical/.zattrs +5 -0
  55. package/test/fixtures/dense.adata.zarr/obs/categorical/.zgroup +3 -0
  56. package/test/fixtures/dense.adata.zarr/obs/categorical/categories/.zarray +24 -0
  57. package/test/fixtures/dense.adata.zarr/obs/categorical/categories/.zattrs +4 -0
  58. package/test/fixtures/dense.adata.zarr/obs/categorical/categories/0 +0 -0
  59. package/test/fixtures/dense.adata.zarr/obs/categorical/codes/.zarray +20 -0
  60. package/test/fixtures/dense.adata.zarr/obs/categorical/codes/.zattrs +4 -0
  61. package/test/fixtures/dense.adata.zarr/obs/categorical/codes/0 +0 -0
  62. package/test/fixtures/dense.adata.zarr/obs/string/.zarray +24 -0
  63. package/test/fixtures/dense.adata.zarr/obs/string/.zattrs +4 -0
  64. package/test/fixtures/dense.adata.zarr/obs/string/0 +0 -0
  65. package/test/fixtures/dense.adata.zarr/obsm/.zattrs +4 -0
  66. package/test/fixtures/dense.adata.zarr/obsm/.zgroup +3 -0
  67. package/test/fixtures/dense.adata.zarr/obsm/X_umap/.zarray +22 -0
  68. package/test/fixtures/dense.adata.zarr/obsm/X_umap/.zattrs +4 -0
  69. package/test/fixtures/dense.adata.zarr/obsm/X_umap/0.0 +0 -0
  70. package/test/fixtures/dense.adata.zarr/obsp/.zattrs +4 -0
  71. package/test/fixtures/dense.adata.zarr/obsp/.zgroup +3 -0
  72. package/test/fixtures/dense.adata.zarr/raw/.zarray +10 -0
  73. package/test/fixtures/dense.adata.zarr/raw/.zattrs +4 -0
  74. package/test/fixtures/dense.adata.zarr/raw/0 +0 -0
  75. package/test/fixtures/dense.adata.zarr/uns/.zattrs +4 -0
  76. package/test/fixtures/dense.adata.zarr/uns/.zgroup +3 -0
  77. package/test/fixtures/dense.adata.zarr/var/.zattrs +6 -0
  78. package/test/fixtures/dense.adata.zarr/var/.zgroup +3 -0
  79. package/test/fixtures/dense.adata.zarr/var/_index/.zarray +24 -0
  80. package/test/fixtures/dense.adata.zarr/var/_index/.zattrs +4 -0
  81. package/test/fixtures/dense.adata.zarr/var/_index/0 +0 -0
  82. package/test/fixtures/dense.adata.zarr/varm/.zattrs +4 -0
  83. package/test/fixtures/dense.adata.zarr/varm/.zgroup +3 -0
  84. package/test/fixtures/dense.adata.zarr/varp/.zattrs +4 -0
  85. package/test/fixtures/dense.adata.zarr/varp/.zgroup +3 -0
  86. package/test/fixtures/dense.adata.zarr.json +182 -0
  87. package/test/fixtures/dense.adata.zmetadata.json +1 -0
  88. package/test/fixtures/dense.h5ad +0 -0
  89. package/test/fixtures/dense.h5ad.refspec.json +1 -0
  90. package/test/fixtures/dense.v3.adata.zarr/X/c/0/0 +0 -0
  91. package/test/fixtures/dense.v3.adata.zarr/X/zarr.json +45 -0
  92. package/test/fixtures/dense.v3.adata.zarr/layers/zarr.json +8 -0
  93. package/test/fixtures/dense.v3.adata.zarr/obs/_index/c/0 +0 -0
  94. package/test/fixtures/dense.v3.adata.zarr/obs/_index/zarr.json +41 -0
  95. package/test/fixtures/dense.v3.adata.zarr/obs/categorical/categories/c/0 +0 -0
  96. package/test/fixtures/dense.v3.adata.zarr/obs/categorical/categories/zarr.json +41 -0
  97. package/test/fixtures/dense.v3.adata.zarr/obs/categorical/codes/c/0 +0 -0
  98. package/test/fixtures/dense.v3.adata.zarr/obs/categorical/codes/zarr.json +40 -0
  99. package/test/fixtures/dense.v3.adata.zarr/obs/categorical/zarr.json +9 -0
  100. package/test/fixtures/dense.v3.adata.zarr/obs/string/c/0 +0 -0
  101. package/test/fixtures/dense.v3.adata.zarr/obs/string/zarr.json +41 -0
  102. package/test/fixtures/dense.v3.adata.zarr/obs/zarr.json +13 -0
  103. package/test/fixtures/dense.v3.adata.zarr/obsm/X_umap/c/0/0 +0 -0
  104. package/test/fixtures/dense.v3.adata.zarr/obsm/X_umap/zarr.json +45 -0
  105. package/test/fixtures/dense.v3.adata.zarr/obsm/zarr.json +8 -0
  106. package/test/fixtures/dense.v3.adata.zarr/obsp/zarr.json +8 -0
  107. package/test/fixtures/dense.v3.adata.zarr/raw/zarr.json +36 -0
  108. package/test/fixtures/dense.v3.adata.zarr/uns/zarr.json +8 -0
  109. package/test/fixtures/dense.v3.adata.zarr/var/_index/c/0 +0 -0
  110. package/test/fixtures/dense.v3.adata.zarr/var/_index/zarr.json +41 -0
  111. package/test/fixtures/dense.v3.adata.zarr/var/zarr.json +10 -0
  112. package/test/fixtures/dense.v3.adata.zarr/varm/zarr.json +8 -0
  113. package/test/fixtures/dense.v3.adata.zarr/varp/zarr.json +8 -0
  114. package/test/fixtures/dense.v3.adata.zarr/zarr.json +469 -0
  115. package/test/fixtures/dense.v3.adata.zarr.json +102 -0
  116. package/test/fixtures/generate_fixtures.py +157 -0
  117. package/test/fixtures/generate_fixtures_v3.py +126 -0
  118. package/test/fixtures/minimal.adata.zarr/.zattrs +4 -0
  119. package/test/fixtures/minimal.adata.zarr/.zgroup +3 -0
  120. package/test/fixtures/minimal.adata.zarr/.zmetadata +168 -0
  121. package/test/fixtures/minimal.adata.zarr/X/.zarray +22 -0
  122. package/test/fixtures/minimal.adata.zarr/X/.zattrs +4 -0
  123. package/test/fixtures/minimal.adata.zarr/X/0.0 +0 -0
  124. package/test/fixtures/minimal.adata.zarr/layers/.zattrs +4 -0
  125. package/test/fixtures/minimal.adata.zarr/layers/.zgroup +3 -0
  126. package/test/fixtures/minimal.adata.zarr/obs/.zattrs +6 -0
  127. package/test/fixtures/minimal.adata.zarr/obs/.zgroup +3 -0
  128. package/test/fixtures/minimal.adata.zarr/obs/_index/.zarray +24 -0
  129. package/test/fixtures/minimal.adata.zarr/obs/_index/.zattrs +4 -0
  130. package/test/fixtures/minimal.adata.zarr/obs/_index/0 +0 -0
  131. package/test/fixtures/minimal.adata.zarr/obsm/.zattrs +4 -0
  132. package/test/fixtures/minimal.adata.zarr/obsm/.zgroup +3 -0
  133. package/test/fixtures/minimal.adata.zarr/obsp/.zattrs +4 -0
  134. package/test/fixtures/minimal.adata.zarr/obsp/.zgroup +3 -0
  135. package/test/fixtures/minimal.adata.zarr/raw/.zarray +10 -0
  136. package/test/fixtures/minimal.adata.zarr/raw/.zattrs +4 -0
  137. package/test/fixtures/minimal.adata.zarr/raw/0 +0 -0
  138. package/test/fixtures/minimal.adata.zarr/uns/.zattrs +4 -0
  139. package/test/fixtures/minimal.adata.zarr/uns/.zgroup +3 -0
  140. package/test/fixtures/minimal.adata.zarr/var/.zattrs +6 -0
  141. package/test/fixtures/minimal.adata.zarr/var/.zgroup +3 -0
  142. package/test/fixtures/minimal.adata.zarr/var/_index/.zarray +24 -0
  143. package/test/fixtures/minimal.adata.zarr/var/_index/.zattrs +4 -0
  144. package/test/fixtures/minimal.adata.zarr/var/_index/0 +0 -0
  145. package/test/fixtures/minimal.adata.zarr/varm/.zattrs +4 -0
  146. package/test/fixtures/minimal.adata.zarr/varm/.zgroup +3 -0
  147. package/test/fixtures/minimal.adata.zarr/varp/.zattrs +4 -0
  148. package/test/fixtures/minimal.adata.zarr/varp/.zgroup +3 -0
  149. package/test/fixtures/minimal.adata.zarr.json +126 -0
  150. package/test/fixtures/minimal.adata.zmetadata.json +1 -0
  151. package/test/fixtures/minimal.h5ad +0 -0
  152. package/test/fixtures/minimal.h5ad.refspec.json +1 -0
  153. package/test/fixtures/minimal.v3.adata.zarr/X/c/0/0 +0 -0
  154. package/test/fixtures/minimal.v3.adata.zarr/X/zarr.json +45 -0
  155. package/test/fixtures/minimal.v3.adata.zarr/layers/zarr.json +8 -0
  156. package/test/fixtures/minimal.v3.adata.zarr/obs/_index/c/0 +0 -0
  157. package/test/fixtures/minimal.v3.adata.zarr/obs/_index/zarr.json +41 -0
  158. package/test/fixtures/minimal.v3.adata.zarr/obs/zarr.json +10 -0
  159. package/test/fixtures/minimal.v3.adata.zarr/obsm/zarr.json +8 -0
  160. package/test/fixtures/minimal.v3.adata.zarr/obsp/zarr.json +8 -0
  161. package/test/fixtures/minimal.v3.adata.zarr/raw/zarr.json +36 -0
  162. package/test/fixtures/minimal.v3.adata.zarr/uns/zarr.json +8 -0
  163. package/test/fixtures/minimal.v3.adata.zarr/var/_index/c/0 +0 -0
  164. package/test/fixtures/minimal.v3.adata.zarr/var/_index/zarr.json +41 -0
  165. package/test/fixtures/minimal.v3.adata.zarr/var/zarr.json +10 -0
  166. package/test/fixtures/minimal.v3.adata.zarr/varm/zarr.json +8 -0
  167. package/test/fixtures/minimal.v3.adata.zarr/varp/zarr.json +8 -0
  168. package/test/fixtures/minimal.v3.adata.zarr/zarr.json +285 -0
  169. package/test/fixtures/minimal.v3.adata.zarr.json +66 -0
  170. package/test/fixtures/mouse_liver.h5ad +0 -0
  171. package/test/fixtures/mouse_liver.h5ad.refspec.json +1 -0
  172. package/test/fixtures/mouse_liver.py +44 -0
  173. package/test/fixtures/sparse.adata.zarr/.zattrs +4 -0
  174. package/test/fixtures/sparse.adata.zarr/.zgroup +3 -0
  175. package/test/fixtures/sparse.adata.zarr/.zmetadata +304 -0
  176. package/test/fixtures/sparse.adata.zarr/X/.zattrs +8 -0
  177. package/test/fixtures/sparse.adata.zarr/X/.zgroup +3 -0
  178. package/test/fixtures/sparse.adata.zarr/X/data/.zarray +20 -0
  179. package/test/fixtures/sparse.adata.zarr/X/data/0 +0 -0
  180. package/test/fixtures/sparse.adata.zarr/X/indices/.zarray +20 -0
  181. package/test/fixtures/sparse.adata.zarr/X/indices/0 +0 -0
  182. package/test/fixtures/sparse.adata.zarr/X/indptr/.zarray +20 -0
  183. package/test/fixtures/sparse.adata.zarr/X/indptr/0 +0 -0
  184. package/test/fixtures/sparse.adata.zarr/layers/.zattrs +4 -0
  185. package/test/fixtures/sparse.adata.zarr/layers/.zgroup +3 -0
  186. package/test/fixtures/sparse.adata.zarr/obs/.zattrs +9 -0
  187. package/test/fixtures/sparse.adata.zarr/obs/.zgroup +3 -0
  188. package/test/fixtures/sparse.adata.zarr/obs/_index/.zarray +24 -0
  189. package/test/fixtures/sparse.adata.zarr/obs/_index/.zattrs +4 -0
  190. package/test/fixtures/sparse.adata.zarr/obs/_index/0 +0 -0
  191. package/test/fixtures/sparse.adata.zarr/obs/categorical/.zattrs +5 -0
  192. package/test/fixtures/sparse.adata.zarr/obs/categorical/.zgroup +3 -0
  193. package/test/fixtures/sparse.adata.zarr/obs/categorical/categories/.zarray +24 -0
  194. package/test/fixtures/sparse.adata.zarr/obs/categorical/categories/.zattrs +4 -0
  195. package/test/fixtures/sparse.adata.zarr/obs/categorical/categories/0 +0 -0
  196. package/test/fixtures/sparse.adata.zarr/obs/categorical/codes/.zarray +20 -0
  197. package/test/fixtures/sparse.adata.zarr/obs/categorical/codes/.zattrs +4 -0
  198. package/test/fixtures/sparse.adata.zarr/obs/categorical/codes/0 +0 -0
  199. package/test/fixtures/sparse.adata.zarr/obs/string/.zarray +24 -0
  200. package/test/fixtures/sparse.adata.zarr/obs/string/.zattrs +4 -0
  201. package/test/fixtures/sparse.adata.zarr/obs/string/0 +0 -0
  202. package/test/fixtures/sparse.adata.zarr/obsm/.zattrs +4 -0
  203. package/test/fixtures/sparse.adata.zarr/obsm/.zgroup +3 -0
  204. package/test/fixtures/sparse.adata.zarr/obsp/.zattrs +4 -0
  205. package/test/fixtures/sparse.adata.zarr/obsp/.zgroup +3 -0
  206. package/test/fixtures/sparse.adata.zarr/raw/.zarray +10 -0
  207. package/test/fixtures/sparse.adata.zarr/raw/.zattrs +4 -0
  208. package/test/fixtures/sparse.adata.zarr/raw/0 +0 -0
  209. package/test/fixtures/sparse.adata.zarr/uns/.zattrs +4 -0
  210. package/test/fixtures/sparse.adata.zarr/uns/.zgroup +3 -0
  211. package/test/fixtures/sparse.adata.zarr/var/.zattrs +6 -0
  212. package/test/fixtures/sparse.adata.zarr/var/.zgroup +3 -0
  213. package/test/fixtures/sparse.adata.zarr/var/_index/.zarray +24 -0
  214. package/test/fixtures/sparse.adata.zarr/var/_index/.zattrs +4 -0
  215. package/test/fixtures/sparse.adata.zarr/var/_index/0 +0 -0
  216. package/test/fixtures/sparse.adata.zarr/varm/.zattrs +4 -0
  217. package/test/fixtures/sparse.adata.zarr/varm/.zgroup +3 -0
  218. package/test/fixtures/sparse.adata.zarr/varp/.zattrs +4 -0
  219. package/test/fixtures/sparse.adata.zarr/varp/.zgroup +3 -0
  220. package/test/fixtures/sparse.adata.zarr.json +190 -0
  221. package/test/fixtures/sparse.adata.zmetadata.json +1 -0
  222. package/test/fixtures/sparse.h5ad +0 -0
  223. package/test/fixtures/sparse.h5ad.refspec.json +1 -0
  224. package/test/fixtures/sparse.v3.adata.zarr/X/data/c/0 +0 -0
  225. package/test/fixtures/sparse.v3.adata.zarr/X/data/zarr.json +40 -0
  226. package/test/fixtures/sparse.v3.adata.zarr/X/indices/c/0 +0 -0
  227. package/test/fixtures/sparse.v3.adata.zarr/X/indices/zarr.json +40 -0
  228. package/test/fixtures/sparse.v3.adata.zarr/X/indptr/c/0 +0 -0
  229. package/test/fixtures/sparse.v3.adata.zarr/X/indptr/zarr.json +40 -0
  230. package/test/fixtures/sparse.v3.adata.zarr/X/zarr.json +12 -0
  231. package/test/fixtures/sparse.v3.adata.zarr/layers/zarr.json +8 -0
  232. package/test/fixtures/sparse.v3.adata.zarr/obs/_index/c/0 +0 -0
  233. package/test/fixtures/sparse.v3.adata.zarr/obs/_index/zarr.json +41 -0
  234. package/test/fixtures/sparse.v3.adata.zarr/obs/categorical/categories/c/0 +0 -0
  235. package/test/fixtures/sparse.v3.adata.zarr/obs/categorical/categories/zarr.json +41 -0
  236. package/test/fixtures/sparse.v3.adata.zarr/obs/categorical/codes/c/0 +0 -0
  237. package/test/fixtures/sparse.v3.adata.zarr/obs/categorical/codes/zarr.json +40 -0
  238. package/test/fixtures/sparse.v3.adata.zarr/obs/categorical/zarr.json +9 -0
  239. package/test/fixtures/sparse.v3.adata.zarr/obs/string/c/0 +0 -0
  240. package/test/fixtures/sparse.v3.adata.zarr/obs/string/zarr.json +41 -0
  241. package/test/fixtures/sparse.v3.adata.zarr/obs/zarr.json +13 -0
  242. package/test/fixtures/sparse.v3.adata.zarr/obsm/zarr.json +8 -0
  243. package/test/fixtures/sparse.v3.adata.zarr/obsp/zarr.json +8 -0
  244. package/test/fixtures/sparse.v3.adata.zarr/raw/zarr.json +36 -0
  245. package/test/fixtures/sparse.v3.adata.zarr/uns/zarr.json +8 -0
  246. package/test/fixtures/sparse.v3.adata.zarr/var/_index/c/0 +0 -0
  247. package/test/fixtures/sparse.v3.adata.zarr/var/_index/zarr.json +41 -0
  248. package/test/fixtures/sparse.v3.adata.zarr/var/zarr.json +10 -0
  249. package/test/fixtures/sparse.v3.adata.zarr/varm/zarr.json +8 -0
  250. package/test/fixtures/sparse.v3.adata.zarr/varp/zarr.json +8 -0
  251. package/test/fixtures/sparse.v3.adata.zarr/zarr.json +516 -0
  252. package/test/fixtures/sparse.v3.adata.zarr.json +114 -0
  253. package/test/hdf-store.test.ts +268 -0
  254. package/test/index.test.ts +762 -0
  255. package/test/partial-reads.test.ts +150 -0
@@ -0,0 +1,15 @@
1
+ /**
2
+ * Vendored and adapted from jsfive/esm/datatype-msg.js.
3
+ * Parses HDF5 datatype messages synchronously from a pre-fetched buffer.
4
+ */
5
+ export declare class DatatypeMessage {
6
+ buf: ArrayBuffer;
7
+ offset: number;
8
+ dtype: any;
9
+ constructor(buf: ArrayBuffer, offset: number);
10
+ determine_dtype(): any;
11
+ _determine_dtype_fixed_point(datatype_msg: Map<string, any>): string;
12
+ _determine_dtype_floating_point(datatype_msg: Map<string, any>): string;
13
+ _determine_dtype_string(datatype_msg: Map<string, any>): string;
14
+ _determine_dtype_vlen(datatype_msg: Map<string, any>): any[];
15
+ }
@@ -0,0 +1,110 @@
1
+ /**
2
+ * Vendored and adapted from jsfive/esm/datatype-msg.js.
3
+ * Parses HDF5 datatype messages synchronously from a pre-fetched buffer.
4
+ */
5
+ import { _structure_size, _unpack_struct_from } from "./core.js";
6
+ const DATATYPE_MSG = new Map([
7
+ ["class_and_version", "B"],
8
+ ["class_bit_field_0", "B"],
9
+ ["class_bit_field_1", "B"],
10
+ ["class_bit_field_2", "B"],
11
+ ["size", "I"],
12
+ ]);
13
+ const DATATYPE_MSG_SIZE = _structure_size(DATATYPE_MSG);
14
+ const DATATYPE_FIXED_POINT = 0;
15
+ const DATATYPE_FLOATING_POINT = 1;
16
+ const DATATYPE_TIME = 2;
17
+ const DATATYPE_STRING = 3;
18
+ const DATATYPE_BITFIELD = 4;
19
+ const DATATYPE_OPAQUE = 5;
20
+ const DATATYPE_COMPOUND = 6;
21
+ const DATATYPE_REFERENCE = 7;
22
+ const DATATYPE_ENUMERATED = 8;
23
+ const DATATYPE_VARIABLE_LENGTH = 9;
24
+ export class DatatypeMessage {
25
+ buf;
26
+ offset;
27
+ dtype;
28
+ constructor(buf, offset) {
29
+ this.buf = buf;
30
+ this.offset = offset;
31
+ this.dtype = this.determine_dtype();
32
+ }
33
+ determine_dtype() {
34
+ const datatype_msg = _unpack_struct_from(DATATYPE_MSG, this.buf, this.offset);
35
+ this.offset += DATATYPE_MSG_SIZE;
36
+ const datatype_class = datatype_msg.get("class_and_version") & 0x0f;
37
+ if (datatype_class === DATATYPE_FIXED_POINT) {
38
+ return this._determine_dtype_fixed_point(datatype_msg);
39
+ }
40
+ else if (datatype_class === DATATYPE_FLOATING_POINT) {
41
+ return this._determine_dtype_floating_point(datatype_msg);
42
+ }
43
+ else if (datatype_class === DATATYPE_TIME) {
44
+ throw new Error("Time datatype class not supported.");
45
+ }
46
+ else if (datatype_class === DATATYPE_STRING) {
47
+ return this._determine_dtype_string(datatype_msg);
48
+ }
49
+ else if (datatype_class === DATATYPE_BITFIELD) {
50
+ throw new Error("Bitfield datatype class not supported.");
51
+ }
52
+ else if (datatype_class === DATATYPE_OPAQUE) {
53
+ throw new Error("Opaque datatype class not supported.");
54
+ }
55
+ else if (datatype_class === DATATYPE_COMPOUND) {
56
+ throw new Error("Compound datatype class not supported.");
57
+ }
58
+ else if (datatype_class === DATATYPE_REFERENCE) {
59
+ return ["REFERENCE", datatype_msg.get("size")];
60
+ }
61
+ else if (datatype_class === DATATYPE_ENUMERATED) {
62
+ return this.determine_dtype();
63
+ }
64
+ else if (datatype_class === DATATYPE_VARIABLE_LENGTH) {
65
+ const vlen_type = this._determine_dtype_vlen(datatype_msg);
66
+ if (vlen_type[0] === "VLEN_SEQUENCE") {
67
+ const base_type = this.determine_dtype();
68
+ return ["VLEN_SEQUENCE", base_type];
69
+ }
70
+ return vlen_type;
71
+ }
72
+ else {
73
+ throw new Error("Invalid datatype class " + datatype_class);
74
+ }
75
+ }
76
+ _determine_dtype_fixed_point(datatype_msg) {
77
+ const length_in_bytes = datatype_msg.get("size");
78
+ if (![1, 2, 4, 8].includes(length_in_bytes)) {
79
+ throw new Error("Unsupported datatype size");
80
+ }
81
+ const signed = datatype_msg.get("class_bit_field_0") & 0x08;
82
+ const dtype_char = signed > 0 ? "i" : "u";
83
+ const byte_order = datatype_msg.get("class_bit_field_0") & 0x01;
84
+ const byte_order_char = byte_order === 0 ? "<" : ">";
85
+ this.offset += 4; // 4-byte fixed-point property description
86
+ return byte_order_char + dtype_char + length_in_bytes.toFixed();
87
+ }
88
+ _determine_dtype_floating_point(datatype_msg) {
89
+ const length_in_bytes = datatype_msg.get("size");
90
+ if (![1, 2, 4, 8].includes(length_in_bytes)) {
91
+ throw new Error("Unsupported datatype size");
92
+ }
93
+ const byte_order = datatype_msg.get("class_bit_field_0") & 0x01;
94
+ const byte_order_char = byte_order === 0 ? "<" : ">";
95
+ this.offset += 12; // 12-bytes floating-point property description
96
+ return byte_order_char + "f" + length_in_bytes.toFixed();
97
+ }
98
+ _determine_dtype_string(datatype_msg) {
99
+ return "S" + datatype_msg.get("size").toFixed();
100
+ }
101
+ _determine_dtype_vlen(datatype_msg) {
102
+ const vlen_type = datatype_msg.get("class_bit_field_0") & 0x01;
103
+ if (vlen_type !== 1) {
104
+ return ["VLEN_SEQUENCE", 0, 0];
105
+ }
106
+ const padding_type = datatype_msg.get("class_bit_field_0") >> 4;
107
+ const character_set = datatype_msg.get("class_bit_field_1") & 0x01;
108
+ return ["VLEN_STRING", padding_type, character_set];
109
+ }
110
+ }
@@ -0,0 +1,42 @@
1
+ /**
2
+ * Vendored and adapted from jsfive/esm/high-level.js.
3
+ * File, Group, Dataset — the public-facing HDF5 object model.
4
+ *
5
+ * All classes that read from the file use async factory methods,
6
+ * delegating byte-range reads to AsyncReadable.
7
+ */
8
+ import type { AsyncReadable } from "../types.js";
9
+ import { DataObjects } from "./dataobjects.js";
10
+ export declare class Group {
11
+ parent: Group | File;
12
+ file: File;
13
+ name: string;
14
+ _links: Record<string, any>;
15
+ _dataobjects: DataObjects;
16
+ private _attrs;
17
+ private _keys;
18
+ constructor(name: string, dataobjects: DataObjects, links: Record<string, any>, parent?: Group | File);
19
+ get keys(): string[];
20
+ get(y: string): Promise<Group | Dataset>;
21
+ get_attrs(): Promise<Record<string, any>>;
22
+ }
23
+ export declare class File extends Group {
24
+ _source: AsyncReadable;
25
+ filename: string;
26
+ mode: string;
27
+ userblock_size: number;
28
+ private constructor();
29
+ static create(source: AsyncReadable, filename?: string): Promise<File>;
30
+ }
31
+ export declare class Dataset {
32
+ parent: Group | File;
33
+ file: File;
34
+ name: string;
35
+ _dataobjects: DataObjects;
36
+ constructor(name: string, dataobjects: DataObjects, parent: Group | File);
37
+ get shape(): number[];
38
+ get_attrs(): Promise<Record<string, any>>;
39
+ get dtype(): any;
40
+ get fillvalue(): any;
41
+ get_data(): Promise<any[]>;
42
+ }
@@ -0,0 +1,150 @@
1
+ /**
2
+ * Vendored and adapted from jsfive/esm/high-level.js.
3
+ * File, Group, Dataset — the public-facing HDF5 object model.
4
+ *
5
+ * All classes that read from the file use async factory methods,
6
+ * delegating byte-range reads to AsyncReadable.
7
+ */
8
+ import { DataObjects } from "./dataobjects.js";
9
+ import { SuperBlock } from "./misc-low-level.js";
10
+ // ────────── Group ──────────
11
+ export class Group {
12
+ parent;
13
+ file;
14
+ name;
15
+ _links;
16
+ _dataobjects;
17
+ _attrs = null;
18
+ _keys = null;
19
+ constructor(name, dataobjects, links, parent) {
20
+ if (parent == null) {
21
+ this.parent = this;
22
+ this.file = this;
23
+ }
24
+ else {
25
+ this.parent = parent;
26
+ this.file = parent instanceof File ? parent : parent.file;
27
+ }
28
+ this.name = name;
29
+ this._links = links;
30
+ this._dataobjects = dataobjects;
31
+ }
32
+ get keys() {
33
+ if (this._keys == null) {
34
+ this._keys = Object.keys(this._links);
35
+ }
36
+ return this._keys.slice();
37
+ }
38
+ async get(y) {
39
+ let path = normpath(y);
40
+ if (path === "/")
41
+ return this.file;
42
+ if (path === ".")
43
+ return this;
44
+ if (/^\//.test(path))
45
+ return this.file.get(path.slice(1));
46
+ let next_obj;
47
+ let additional_obj;
48
+ if (posix_dirname(path) !== "") {
49
+ [next_obj, additional_obj] = path.split(/\/(.*)/);
50
+ }
51
+ else {
52
+ next_obj = path;
53
+ additional_obj = ".";
54
+ }
55
+ if (!(next_obj in this._links)) {
56
+ throw new Error(next_obj + " not found in group");
57
+ }
58
+ const obj_name = normpath(this.name + "/" + next_obj);
59
+ const link_target = this._links[next_obj];
60
+ if (typeof link_target === "string") {
61
+ try {
62
+ return await this.get(link_target);
63
+ }
64
+ catch {
65
+ throw new Error("Broken soft link: " + link_target);
66
+ }
67
+ }
68
+ const source = this.file._source;
69
+ const dataobjs = await DataObjects.create(source, link_target);
70
+ if (dataobjs.is_dataset) {
71
+ if (additional_obj !== ".") {
72
+ throw new Error(obj_name + " is a dataset, not a group");
73
+ }
74
+ return new Dataset(obj_name, dataobjs, this);
75
+ }
76
+ else {
77
+ const links = await dataobjs.get_links();
78
+ const new_group = new Group(obj_name, dataobjs, links, this);
79
+ return new_group.get(additional_obj);
80
+ }
81
+ }
82
+ async get_attrs() {
83
+ if (this._attrs == null) {
84
+ this._attrs = await this._dataobjects.get_attributes();
85
+ }
86
+ return this._attrs;
87
+ }
88
+ }
89
+ // ────────── File ──────────
90
+ export class File extends Group {
91
+ _source;
92
+ filename;
93
+ mode = "r";
94
+ userblock_size = 0;
95
+ constructor(source, dataobjects, links, filename) {
96
+ super("/", dataobjects, links);
97
+ this.parent = this;
98
+ this.file = this;
99
+ this._source = source;
100
+ this.filename = filename;
101
+ }
102
+ static async create(source, filename) {
103
+ const superblock = await SuperBlock.create(source, 0);
104
+ const offset = await superblock.getOffsetToDataobjects();
105
+ const dataobjects = await DataObjects.create(source, offset);
106
+ const links = await dataobjects.get_links();
107
+ return new File(source, dataobjects, links, filename || "");
108
+ }
109
+ }
110
+ // ────────── Dataset ──────────
111
+ export class Dataset {
112
+ parent;
113
+ file;
114
+ name;
115
+ _dataobjects;
116
+ constructor(name, dataobjects, parent) {
117
+ this.parent = parent;
118
+ this.file = parent instanceof File ? parent : parent.file;
119
+ this.name = name;
120
+ this._dataobjects = dataobjects;
121
+ }
122
+ get shape() {
123
+ return this._dataobjects.shape;
124
+ }
125
+ async get_attrs() {
126
+ return this._dataobjects.get_attributes();
127
+ }
128
+ get dtype() {
129
+ return this._dataobjects.dtype;
130
+ }
131
+ get fillvalue() {
132
+ return this._dataobjects.fillvalue;
133
+ }
134
+ async get_data() {
135
+ return this._dataobjects.get_data();
136
+ }
137
+ }
138
+ // ────────── path helpers ──────────
139
+ function posix_dirname(p) {
140
+ const sep = "/";
141
+ const i = p.lastIndexOf(sep) + 1;
142
+ let head = p.slice(0, i);
143
+ if (head && !/^\/+$/.test(head)) {
144
+ head = head.replace(/\/$/, "");
145
+ }
146
+ return head;
147
+ }
148
+ function normpath(path) {
149
+ return path.replace(/\/(\/)+/g, "/");
150
+ }
@@ -0,0 +1,67 @@
1
+ /**
2
+ * Vendored and adapted from jsfive/esm/misc-low-level.js.
3
+ * SuperBlock, Heap, SymbolTable, GlobalHeap, FractalHeap.
4
+ *
5
+ * All classes use async factory methods (static async create())
6
+ * to read byte ranges via AsyncReadable.fetch() instead of synchronous
7
+ * slicing of a monolithic ArrayBuffer.
8
+ */
9
+ import type { AsyncReadable } from "../types.js";
10
+ export declare const UNDEFINED_ADDRESS: any;
11
+ export declare class SuperBlock {
12
+ version: number;
13
+ _contents: Map<string, any>;
14
+ _end_of_sblock: number;
15
+ _root_symbol_table: SymbolTable | null;
16
+ private _source;
17
+ private constructor();
18
+ static create(source: AsyncReadable, offset: number): Promise<SuperBlock>;
19
+ getOffsetToDataobjects(): Promise<number>;
20
+ }
21
+ export declare class Heap {
22
+ data: ArrayBuffer;
23
+ private _contents;
24
+ private constructor();
25
+ static create(source: AsyncReadable, offset: number): Promise<Heap>;
26
+ get_object_name(offset: number): string;
27
+ }
28
+ export declare class SymbolTable {
29
+ entries: Map<string, any>[];
30
+ group_offset?: number;
31
+ private _contents;
32
+ private constructor();
33
+ static create(source: AsyncReadable, offset: number, root?: boolean): Promise<SymbolTable>;
34
+ assign_name(heap: Heap): void;
35
+ get_links(heap: Heap): Record<string, any>;
36
+ }
37
+ export declare class GlobalHeap {
38
+ heap_data: ArrayBuffer;
39
+ private _header;
40
+ private _objects;
41
+ private constructor();
42
+ static create(source: AsyncReadable, offset: number): Promise<GlobalHeap>;
43
+ get objects(): Map<number, ArrayBuffer>;
44
+ }
45
+ export declare class FractalHeap {
46
+ header: Map<string, any>;
47
+ nobjects: number;
48
+ managed: ArrayBuffer;
49
+ private _managed_object_offset_size;
50
+ private _managed_object_length_size;
51
+ private _max_direct_nrows;
52
+ private _indirect_nrows_sub;
53
+ private direct_block_header;
54
+ private direct_block_header_size;
55
+ private indirect_block_header;
56
+ private indirect_block_header_size;
57
+ private constructor();
58
+ static create(source: AsyncReadable, offset: number): Promise<FractalHeap>;
59
+ get_data(heapid: ArrayBuffer): ArrayBuffer;
60
+ private static _min_size_integer;
61
+ private static _min_size_nbits;
62
+ private static _read_direct_block;
63
+ private static _iter_indirect_block;
64
+ private static _calc_block_size;
65
+ private static _iblock_nrows_from_block_size;
66
+ private static _indirect_info;
67
+ }