tonik 0.1.0__py3-none-any.whl → 0.1.2__py3-none-any.whl

tonik/storage.py

@@ -76,6 +76,7 @@ class Path(object):
         self.name = name
         self.create = create
         self.backend = backend
+        self.engine = 'h5netcdf' if self.backend == 'netcdf' else self.backend
         self.path = os.path.join(parentdir, name)
         if create:
             try:
@@ -154,8 +155,7 @@ class Path(object):
                     format(stack_length, interval, num_periods))
 
         xd_index = dict(datetime=slice(self.starttime, self.endtime))
-        engine = 'h5netcdf' if self.backend == 'netcdf' else self.backend
-        with xr.open_dataset(filename, group='original', engine=engine) as ds:
+        with xr.open_dataset(filename, group='original', engine=self.engine) as ds:
             rq = ds.loc[xd_index].load()
 
         # Stack features
@@ -193,6 +193,14 @@ class Path(object):
         elif self.backend == 'zarr':
             xarray2zarr(data, self.path, **kwargs)
 
+    def shape(self, feature):
+        """
+        Get shape of a feature on disk
+        """
+        filename = self.feature_path(feature)
+        with xr.open_dataset(filename, group='original', engine=self.engine) as ds:
+            return ds[feature].sizes
+
 
 class Storage(Path):
     """

tonik/xarray2netcdf.py

@@ -12,7 +12,8 @@ from .utils import merge_arrays
 
 
 def xarray2netcdf(xArray, fdir, rootGroupName="original", timedim="datetime",
-                  archive_starttime=datetime(2000, 1, 1), resolution=None):
+                  archive_starttime=datetime(2000, 1, 1), resolution=None,
+                  mode='a'):
     """
     Store an xarray dataset as an HDF5 file.
 
@@ -44,8 +45,8 @@ def xarray2netcdf(xArray, fdir, rootGroupName="original", timedim="datetime",
 
     for featureName in list(xArray.data_vars.keys()):
         h5file = os.path.join(fdir, featureName + '.nc')
-        mode = 'w'
-        if os.path.isfile(h5file):
+        _mode = 'w'
+        if os.path.isfile(h5file) and mode == 'a':
             if archive_starttime > data_starttime:
                 xds_existing = xr.open_dataset(
                     h5file, group='original', engine='h5netcdf')
@@ -56,9 +57,9 @@ def xarray2netcdf(xArray, fdir, rootGroupName="original", timedim="datetime",
                 xda_new.to_netcdf(h5file, group='original',
                                   mode='w', engine='h5netcdf')
                 continue
-            mode = 'a'
+            _mode = 'a'
 
-        with h5netcdf.File(h5file, mode) as h5f:
+        with h5netcdf.File(h5file, _mode) as h5f:
             try:
                 rootGrp = _create_h5_Structure(rootGroupName, featureName,
                                                h5f, xArray, starttime, timedim)

{tonik-0.1.0.dist-info → tonik-0.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: tonik
-Version: 0.1.0
+Version: 0.1.2
 Summary: Store time series data as HDF5 files and access them through an API.
 Project-URL: Homepage, https://tsc-tools.github.io/tonik
 Project-URL: Issues, https://github.com/tsc-tools/tonik/issues

tonik-0.1.2.dist-info/RECORD

@@ -0,0 +1,12 @@
+tonik/__init__.py,sha256=ZBVGh4dm_l9xwiBGb33O5QV9MfZeNiEd3DBDAm6DiHk,511
+tonik/api.py,sha256=8YS0WCMlm5xs2N6V8n9BiP87ywJC_BUzYsPvWR9KWJk,6499
+tonik/storage.py,sha256=zn-Nn6A9wIfkvivQOm9pdGqLH1TGx6CtHX7nbq2tLQE,11508
+tonik/utils.py,sha256=3nSRU_GnV6arP4e63YHn4oEV8XbqzVAW8FCvQVIwGdg,2757
+tonik/xarray2netcdf.py,sha256=aZSSMADmS0DpnprT5TBqERGxrycZTPTNuQhxm1rOsh0,5135
+tonik/xarray2zarr.py,sha256=jTrHFpjN3lEDIJEI6RyPvvbW2jZsfYwGE_LQaZ6dwx8,2099
+tonik/package_data/index.html,sha256=GKDClUhIam_fAYbNfzAolORhSCG3ae1wW3VjWCg4PMk,2732
+tonik-0.1.2.dist-info/METADATA,sha256=0TAmD3zLolBMyGYJpsCUA5ffUfA6yfX09rEqqgFekzE,1938
+tonik-0.1.2.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+tonik-0.1.2.dist-info/entry_points.txt,sha256=VnGfC5qAzpntEHAb5pooUEpYABSgOfQoNhCEtLDJyf8,45
+tonik-0.1.2.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+tonik-0.1.2.dist-info/RECORD,,

tonik-0.1.0.dist-info/RECORD

@@ -1,12 +0,0 @@
-tonik/__init__.py,sha256=ZBVGh4dm_l9xwiBGb33O5QV9MfZeNiEd3DBDAm6DiHk,511
-tonik/api.py,sha256=8YS0WCMlm5xs2N6V8n9BiP87ywJC_BUzYsPvWR9KWJk,6499
-tonik/storage.py,sha256=Oh3BBQL13yLYHlgk8-a-wstmlUC2vNJ0yi_fnyETK_g,11237
-tonik/utils.py,sha256=3nSRU_GnV6arP4e63YHn4oEV8XbqzVAW8FCvQVIwGdg,2757
-tonik/xarray2netcdf.py,sha256=ey7lY4czlMREUt56SzE3quXNzeqXxV0Ru_EatsJpynA,5088
-tonik/xarray2zarr.py,sha256=jTrHFpjN3lEDIJEI6RyPvvbW2jZsfYwGE_LQaZ6dwx8,2099
-tonik/package_data/index.html,sha256=GKDClUhIam_fAYbNfzAolORhSCG3ae1wW3VjWCg4PMk,2732
-tonik-0.1.0.dist-info/METADATA,sha256=VtdNFXyUplO5s_TmR8xEgW0NdMtKgI4Zl2rWLhxpnK0,1938
-tonik-0.1.0.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-tonik-0.1.0.dist-info/entry_points.txt,sha256=VnGfC5qAzpntEHAb5pooUEpYABSgOfQoNhCEtLDJyf8,45
-tonik-0.1.0.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-tonik-0.1.0.dist-info/RECORD,,