h5yaml 0.0.4__py3-none-any.whl → 0.0.5__py3-none-any.whl

h5yaml/Data/h5_testing.yaml

@@ -84,7 +84,6 @@ variables:
     valid_max: 65534
   /group_01/stats:
     _dtype: stats_dtype
-    _vlen: True
     _dims: [time]
     comment: detector map statistics
   /group_02/detector_images:
@@ -97,3 +96,8 @@ variables:
     units: '1'
     valid_min: 0
     valid_max: 65534
+  /group_02/stats:
+    _dtype: stats_dtype
+    _vlen: True
+    _dims: [time]
+    comment: detector map statistics (vlen)

h5yaml/Data/nc_testing.yaml

@@ -0,0 +1,94 @@
+# YAML
+#
+# Configuration file to test the implementation of classes H5Yaml and NcYaml
+#
+# This file is part of h5_yaml:
+#    https://github.com/rmvanhees/h5_yaml.git
+#
+# Copyright (c) 2025 SRON
+#    All Rights Reserved
+#
+# License:  BSD-3-Clause
+#
+# Define groups
+groups:
+  - group_00
+  - group_01
+  - group_02
+
+# Define dimensions
+# Note dimensions with an attribute 'long_name' will also be generated as variable
+dimensions:
+  number_of_images:
+    _dtype: u2
+    _size: 0
+  samples_per_image:
+    _dtype: u4
+    _size: 203500
+  column:
+    _dtype: u2
+    _size: 640
+  row:
+    _dtype: u2
+    _size: 512
+  time:
+    _dtype: f8
+    _size: 0
+    _FillValue: -32767
+    long_name: Attitude sample time (seconds of day)
+    calendar: proleptic_gregorian
+    units: seconds since %Y-%m-%d %H:%M:%S
+    valid_min: 0
+    valid_max: 92400
+
+# Define compound types
+# - compound elements must have a data-type, and can have a unit and long_name 
+compounds:
+  stats_dtype:
+    time: [u8, seconds since 1970-01-01T00:00:00, timestamp]
+    index: [u2, '1', index]
+    tbl_id: [u1, '1', binning id]
+    saa: [u1, '1', saa-flag]
+    coad: [u1, '1', co-addings]
+    texp: [f4, ms, exposure time]
+    lat: [f4, degree, latitude]
+    lon: [f4, degree, longitude]
+    avg: [f4, '1', '$S - S_{ref}$']
+    unc: [f4, '1', '\u03c3($S - S_{ref}$)']
+    dark_offs: [f4, '1', dark-offset]
+
+# Define variables
+variables:
+  /group_00/detector_images:
+    _dtype: u2
+    _dims: [number_of_images, column, row]
+    _FillValue: 65535
+    long_name: Detector pixel values
+    comment: unbinned full-frame data
+    units: '1'
+    valid_min: 0
+    valid_max: 65534
+  /group_01/detector_images:
+    _dtype: u2
+    _dims: [number_of_images, samples_per_image]
+    _FillValue: 65535
+    _compression: 1
+    long_name: Detector pixel values
+    comment: variable binned data (filled to the largest samples_per_image)
+    units: '1'
+    valid_min: 0
+    valid_max: 65534
+  /group_01/stats:
+    _dtype: stats_dtype
+    _dims: [time]
+    comment: detector map statistics
+  /group_02/detector_images:
+    _dtype: u2
+    _dims: [number_of_images]
+    _vlen: True
+    _FillValue: 65535
+    long_name: Detector pixel values
+    comment: variable binned (vlen) data
+    units: '1'
+    valid_min: 0
+    valid_max: 65534

h5yaml/{yaml_h5py.py → yaml_h5.py}

@@ -236,7 +236,14 @@ class H5Yaml:
                     shuffle = True
 
                 if val.get("_vlen"):
-                    ds_dtype = h5py.vlen_dtype(ds_dtype)
+                    ds_name = (
+                        val["_dtype"].split("_")[0]
+                        if "_" in val["_dtype"]
+                        else val["_dtype"]
+                    ) + "_vlen"
+                    if ds_name not in fid:
+                        fid[ds_name] = h5py.vlen_dtype(ds_dtype)
+                    ds_dtype = fid[ds_name]
                     fillvalue = None
                     if ds_maxshape == (None,):
                         ds_chunk = (16,)

h5yaml/yaml_nc.py

@@ -258,7 +258,7 @@ class NcYaml:
 def tests() -> None:
     """..."""
     print("Calling NcYaml")
-    NcYaml(files("h5yaml.Data") / "h5_testing.yaml").create("test_yaml.nc")
+    NcYaml(files("h5yaml.Data") / "nc_testing.yaml").create("test_yaml.nc")
 
 
 if __name__ == "__main__":

{h5yaml-0.0.4.dist-info → h5yaml-0.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: h5yaml
-Version: 0.0.4
+Version: 0.0.5
 Summary: Use YAML configuration file to generate HDF5/netCDF4 formated files.
 Project-URL: Homepage, https://github.com/rmvanhees/h5_yaml
 Project-URL: Source, https://github.com/rmvanhees/h5_yaml

h5yaml-0.0.5.dist-info/RECORD

@@ -0,0 +1,10 @@
+h5yaml/conf_from_yaml.py,sha256=FT5oS4yqDFUYZqgria_OrmMK52ZcrTVoAPyPkLrHstc,982
+h5yaml/yaml_h5.py,sha256=1ys0PLMrr4-kMhzfrURs2g6LUrPZ7xhIhDkROthv88M,12140
+h5yaml/yaml_nc.py,sha256=9GqddTE5qmpumwoR5sJ0LZUDKW8RfnFi9LG98bm7tH8,9202
+h5yaml/Data/h5_testing.yaml,sha256=kJqP9s9zMuIc18meObTeU57RfQTDaUW385xr3DuJZtc,2463
+h5yaml/Data/nc_testing.yaml,sha256=hKL_B_4iHD1EQKA0AdwFinBak_hb_4nFXSeeyMJgDpU,2275
+h5yaml/lib/chunksizes.py,sha256=sAYiTTL8ecBivBDxw-XIJu2yMlt0zNHTr-KS7tBFp2o,1392
+h5yaml-0.0.5.dist-info/METADATA,sha256=-VGRDVil2VQKXUL4wuTG3VamtJslbRcVUN5ERjPyA44,7160
+h5yaml-0.0.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+h5yaml-0.0.5.dist-info/licenses/LICENSE,sha256=MoOwtPnC77nFaIwRIAIE6fKhrzMd3G18mOXDPtAH8G0,1509
+h5yaml-0.0.5.dist-info/RECORD,,

h5yaml-0.0.4.dist-info/RECORD

@@ -1,9 +0,0 @@
-h5yaml/conf_from_yaml.py,sha256=FT5oS4yqDFUYZqgria_OrmMK52ZcrTVoAPyPkLrHstc,982
-h5yaml/yaml_h5py.py,sha256=MVPUqD5fNY3VYIi3ebaEY7uSR1sgYw-8DvIjrOWIaIk,11838
-h5yaml/yaml_nc.py,sha256=37NQ9FPuCrnOTN5R4otn0R-Sdwej1-cPwhODgY2L6pY,9202
-h5yaml/Data/h5_testing.yaml,sha256=_x3qBC8RNQ1h4c6B1JOH_y0L9DiDLsOEfyr60IcvpoI,2358
-h5yaml/lib/chunksizes.py,sha256=sAYiTTL8ecBivBDxw-XIJu2yMlt0zNHTr-KS7tBFp2o,1392
-h5yaml-0.0.4.dist-info/METADATA,sha256=Vvpv1h1t0cYvV5hBiXzdKe2CtU3TT2hWW0qwrIC8vLc,7160
-h5yaml-0.0.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-h5yaml-0.0.4.dist-info/licenses/LICENSE,sha256=MoOwtPnC77nFaIwRIAIE6fKhrzMd3G18mOXDPtAH8G0,1509
-h5yaml-0.0.4.dist-info/RECORD,,