guts-base 1.0.4__py3-none-any.whl → 1.0.6__py3-none-any.whl

guts_base/__init__.py

@@ -4,7 +4,7 @@ from . import data
 from . import prob
 from . import plot
 
-__version__ = "1.0.4"
+__version__ = "1.0.6"
 
 from .sim import (
     GutsBase,

guts_base/sim/base.py

@@ -101,7 +101,12 @@ class GutsBase(SimulationBase):
             self.unit_time = self.config.simulation.unit_time  # type: ignore
 
         if hasattr(self.config.simulation, "skip_data_processing"):
-            self._skip_data_processing = bool(self.config.simulation.skip_data_processing)  # type: ignore
+            self._skip_data_processing = not (
+                self.config.simulation.skip_data_processing == "False"  or
+                self.config.simulation.skip_data_processing == "false" or  # type: ignore
+                self.config.simulation.skip_data_processing == "" or # type: ignore
+                self.config.simulation.skip_data_processing == 0  # type: ignore
+            )
 
         if hasattr(self.config.simulation, "results_interpolation"):
             results_interpolation_string = string_to_list(self.config.simulation.results_interpolation)
@@ -418,8 +423,6 @@ class GutsBase(SimulationBase):
             
         self.dispatch_constructor()
         _ = self._prob.posterior_predictions(self, self.inferer.idata) # type: ignore
-        self.inferer.store_results(output=f"{self.output_path}/numpyro_posterior_interp.nc") # type: ignore
-        self.logger.info("Recomputed posterior and storing in `numpyro_posterior_interp.nc`")
 
 
     def prior_predictive_checks(self, **plot_kwargs):
@@ -430,9 +433,12 @@ class GutsBase(SimulationBase):
     def posterior_predictive_checks(self, **plot_kwargs):
         super().posterior_predictive_checks(**plot_kwargs)
 
-        self.recompute_posterior()
+        sim_copy = self.copy()
+        sim_copy.recompute_posterior()
         # TODO: Include posterior_predictive group once the survival predictions are correctly working
-        self._plot.plot_posterior_predictions(self, data_vars=["survival"], groups=["posterior_model_fits"])
+        sim_copy._plot.plot_posterior_predictions(
+            sim_copy, data_vars=["survival"], groups=["posterior_model_fits"]
+        )
 
 
     def plot(self, results):
@@ -802,29 +808,19 @@ class GutsBase(SimulationBase):
 
         self.dispatch_constructor()
 
-    def export(self, directory: Optional[str] = None):
-        self.config.simulation.skip_data_processing = False
-        super().export(directory=directory)
-
-    def copy(self):
-        """Creates a copy of a SimulationBase object by deepcopying all loose references
-        TODO: If this works out well integrate into pymob. I have the feeling there will
-        still be some problems down the line.
-        """
-        with warnings.catch_warnings(action="ignore"):
-            # using the context manager here will not work, because it will prematurely
-            # remove the tempdir and its contents. This interacts badly with netcdf files.
-            # which are only transferred into memory when the contents are needed. 
-            tempdir = tempfile.TemporaryDirectory()
-            self.export(directory=tempdir.name)
-            print(os.listdir(tempdir.name))
-            sim_copy = type(self).from_directory(tempdir.name)
-
-            # set this attribute so that it can be cleaned up after the copied sim is
-            # no longer necessary.
-            sim_copy.tempdir = tempdir
-
-        return sim_copy
+    def export(self, directory: Optional[str] = None, mode="export", skip_data_processing=True):
+        self.config.simulation.skip_data_processing = skip_data_processing
+        super().export(directory=directory, mode=mode)
+
+    def export_to_scenario(self, scenario, force=False):
+        """Exports a case study as a new scenario for running inference"""
+        self.config.case_study.scenario = scenario
+        self.config.case_study.data = None
+        self.config.case_study.output = None
+        self.config.case_study.scenario_path_override = None
+        self.config.simulation.skip_data_processing = True
+        self.save_observations(filename=f"observations_{scenario}.nc", force=force)
+        self.config.save(force=force)
 
     @staticmethod
     def _condition_posterior(

guts_base/sim/ecx.py

@@ -112,11 +112,6 @@ class ECxEstimator:
 
         self.condition_posterior_parameters(conditions=conditions_posterior)
 
-    def __del__(self):
-        if hasattr(self.sim, "tempdir"):
-            self.sim.tempdir.cleanup()
-
-
     def _assert_posterior(self):
         try:
             p = self.sim.inferer.idata.posterior

guts_base/sim/report.py

@@ -1,12 +1,15 @@
+from functools import partial
 import os
 import itertools as it
-from typing import List, Dict
+from typing import List, Dict, Literal, Optional, Union
 import numpy as np
 import pandas as pd
 import xarray as xr
+import arviz as az
 
 from pymob import SimulationBase
 from pymob.sim.report import Report, reporting
+from pymob.inference.analysis import round_to_sigfig, format_parameter
 
 from guts_base.plot import plot_survival_multipanel, plot_exposure_multipanel
 from guts_base.sim.ecx import ECxEstimator
@@ -17,6 +20,12 @@ class GutsReport(Report):
     ecx_draws: int = 250
     ecx_force_draws: bool = False
     set_background_mortality_to_zero = True
+    table_parameter_stat_focus = "mean"
+    units = xr.Dataset({
+        "metric": ["unit"],
+        "k_d": ("metric", ["1/t"])
+    })
+
 
     def additional_reports(self, sim: "SimulationBase"):
         super().additional_reports(sim=sim)
@@ -105,12 +114,6 @@ class GutsReport(Report):
 
             ecx.append(ecx_estimator.results.copy(deep=True))
             
-            # remove ecx_estimator to not blow up temp files.
-            # This triggers the __del__ method of ECxEstimator,
-            # which cleans up a temporary directory if it was
-            # created during init
-            del ecx_estimator
-
         results = pd.DataFrame(ecx)
         estimates[results.columns] = results
 
@@ -119,6 +122,164 @@ class GutsReport(Report):
         return out
 
 
+    @reporting
+    def table_parameter_estimates(self, posterior, indices):
+
+        if self.rc.table_parameter_estimates_with_batch_dim_vars:
+            var_names = {
+                k: k for k, v in self.config.model_parameters.free.items()
+            }
+        else:
+            var_names = {
+                k: k for k, v in self.config.model_parameters.free.items()
+                if self.config.simulation.batch_dimension not in v.dims
+            }
+
+        var_names.update(self.rc.table_parameter_estimates_override_names)
+
+        if len(self.rc.table_parameter_estimates_exclude_vars) > 0:
+            self._write(f"Excluding parameters: {self.rc.table_parameter_estimates_exclude_vars} for meaningful visualization")
+
+            var_names = {
+                k: k for k, v in var_names.items() 
+                if k not in self.rc.table_parameter_estimates_exclude_vars
+            }
+
+        tab_report = create_table(
+            posterior=posterior,
+            vars=var_names,
+            error_metric=self.rc.table_parameter_estimates_error_metric,
+            units=self.units,
+            significant_figures=self.rc.table_parameter_estimates_significant_figures,
+            nesting_dimension=indices.keys(),
+            parameters_as_rows=self.rc.table_parameter_estimates_parameters_as_rows,
+        )
+
+        # rewrite table in the desired output format
+        tab = create_table(
+            posterior=posterior,
+            vars=var_names,
+            error_metric=self.rc.table_parameter_estimates_error_metric,
+            units=self.units,
+            significant_figures=self.rc.table_parameter_estimates_significant_figures,
+            fmt=self.rc.table_parameter_estimates_format,
+            nesting_dimension=indices.keys(),
+            parameters_as_rows=self.rc.table_parameter_estimates_parameters_as_rows,
+        )
+
+        self._write_table(tab=tab, tab_report=tab_report, label_insert="Parameter estimates")
+
+
+def create_table(
+    posterior, 
+    error_metric: Literal["hdi","sd"] = "hdi", 
+    vars: Dict = {}, 
+    nesting_dimension: Optional[Union[List,str]] = None,
+    units: xr.Dataset = xr.Dataset(),
+    fmt: Literal["csv", "tsv", "latex"] = "csv",
+    significant_figures: int = 3,
+    parameters_as_rows: bool = True,
+) -> pd.DataFrame:
+    """The function is not ready to deal with any nesting dimensionality
+    and currently expects the 2-D case
+    """
+    tab = az.summary(
+        posterior, var_names=list(vars.keys()), 
+        fmt="xarray", kind="stats", stat_focus="mean", 
+        hdi_prob=0.94
+    )
+
+    tab = tab.rename(vars)
+
+    _units = flatten_coords(
+        dataset=create_units(dataset=tab, defined_units=units), 
+        keep_dims=["metric"]
+    )
+    tab = flatten_coords(dataset=tab, keep_dims=["metric"])
+
+    tab = tab.apply(np.vectorize(
+        partial(round_to_sigfig, sig_fig=significant_figures)
+    ))
+
+
+    if error_metric == "sd":
+        arrays = []
+        for _, data_var in tab.data_vars.items():
+            par_formatted = data_var.sel(metric=["mean", "sd"])\
+                .astype(str).str\
+                .join("metric", sep=" ± ")
+            arrays.append(par_formatted)
+
+
+        table = xr.combine_by_coords(arrays)
+        table = table.assign_coords(metric="mean ± std").expand_dims("metric")
+        table = table.to_dataframe().T
+
+    elif error_metric == "hdi":
+        stacked_tab = tab.sel(metric=["mean", "hdi_3%", "hdi_97%"])\
+            .assign_coords(metric=["mean", "hdi 3%", "hdi 97%"])
+        table = stacked_tab.to_dataframe().T
+
+    else:
+        raise NotImplementedError("Must use one of 'sd' or 'hdi'")
+
+
+    if fmt == "latex":
+        table.columns.names = [c.replace('_',' ') for c in table.columns.names]
+        table.index = [format_parameter(i) for i in list(table.index)]
+        table = table.rename(
+            columns={"hdi 3%": "hdi 3\\%", "hdi 97%": "hdi 97\\%"}
+        )
+    else: 
+        pass
+
+    table["unit"] = _units.to_pandas().T
+    
+
+    if parameters_as_rows:
+        return table
+    else:
+        return table.T
+
+def flatten_coords(dataset: xr.Dataset, keep_dims):
+    """flattens extra coordinates beside the keep_dim dimension for all data variables
+    producing a array with harmonized dimensions
+    """
+    ds = dataset.copy()
+    for var_name, data_var in ds.data_vars.items():
+        extra_coords = [k for k in list(data_var.coords.keys()) if k not in keep_dims]
+        if len(extra_coords) == 0:
+            continue
+        
+        data_var_ = data_var.stack(index=extra_coords)
+        
+        # otherwise
+        for idx in data_var_["index"].values:
+            new_var_name = f"{var_name}[{','.join([str(e) for e in idx])}]"
+            # reset coordinates to move non-dim index coords from coordinates to the
+            # data variables and then select only the var_name from the data vars
+            new_data_var = data_var_.sel({"index": idx}).reset_coords()[var_name]
+            ds[new_var_name] = new_data_var
+
+        ds = ds.drop(var_name)
+
+    # drop any coordinates that should not be in the dataset at this stage
+    extra_coords = [k for k in list(ds.coords.keys()) if k not in keep_dims]
+    ds = ds.drop(extra_coords)
+
+    return ds
+
+def create_units(dataset: xr.Dataset, defined_units: xr.Dataset):
+    units = dataset.sel(metric=["mean"]).astype(str)
+    units = units.assign_coords({"metric": ("metric", ["unit"])})
+    for k, u in units.data_vars.items():
+        if k in defined_units:
+            units = units.assign({k: defined_units[k].astype(units[k].dtype)})
+        else:
+            units[k].values = np.full_like(u.values, "")
+
+    return units
+
 class ParameterConverter:
     def __init__(
         self,

{guts_base-1.0.4.dist-info → guts_base-1.0.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: guts_base
-Version: 1.0.4
+Version: 1.0.6
 Summary: Basic GUTS model implementation in pymob
 Author-email: Florian Schunck <fluncki@protonmail.com>
 License:                     GNU GENERAL PUBLIC LICENSE

{guts_base-1.0.4.dist-info → guts_base-1.0.6.dist-info}/RECORD

@@ -1,4 +1,4 @@
-guts_base/__init__.py,sha256=xW56Yo4_P0LRfBpKaMEOwnTnZsmTajA4breTU1mVad0,227
+guts_base/__init__.py,sha256=mqsDPsRl9TvFmIRICGE6wDPG-d1TEAzO0Sj1Rfurl5A,227
 guts_base/mod.py,sha256=AzOCg1A8FP5EtVfp-66HT7G7h_wnHkenieaxTc9qCyk,5796
 guts_base/plot.py,sha256=Sr_d0sXHNajPLPelcGl72yCOEEqB7NGNWhViKYAiTng,6692
 guts_base/prob.py,sha256=ITwo5dAGMHr5xTldilHMbKU6AFsWo4_ZwbfaXh97Gew,5443
@@ -11,15 +11,15 @@ guts_base/data/survival.py,sha256=U-Ehloo8vnD81VeIglXLEUHX9lt7SjtEs2YEB0D9FHE,50
 guts_base/data/time_of_death.py,sha256=hwngUwfRP3u8WmD3dHyXrphuu5d8ZJTKyBovGRwAHNQ,21014
 guts_base/data/utils.py,sha256=u3gGDJK15MfRUP4iIxsS-I1oqxD2qH_ugsT7o_Eac18,236
 guts_base/sim/__init__.py,sha256=sbHmT1p2saN0MJ-iYnCDOHjkHtTcKgm7X-dHX5o0tYA,435
-guts_base/sim/base.py,sha256=XKW2_bFxb4oUdyb2Y8dfFLQ_mLmJhaHmqfhHyp97240,37788
+guts_base/sim/base.py,sha256=xd4VroOS7KM8Ap7hYGaD85hB3n_8IT8GuEvecYu3TnE,37549
 guts_base/sim/constructors.py,sha256=Kz9FHIH3EHsSIKd9sQgHa3eveniFifFlk1Hf-QR69Pg,875
-guts_base/sim/ecx.py,sha256=QONOWuv2jvjq1UAwiojuvj_jJyxfz7haewASjj4oCbs,20913
+guts_base/sim/ecx.py,sha256=PeX8UVF1HMMNHaIU-jL6dml4JGezhWwiGSqPFJbOFM4,20808
 guts_base/sim/mempy.py,sha256=IHd87UrmdXpC7y7q0IjYQJH075frjbp2a-dMVBeqZ0U,10164
-guts_base/sim/report.py,sha256=__6BGnG6c3DJXNUO39R0WkMuf8A1PWAeTePThz7ydKo,7040
+guts_base/sim/report.py,sha256=o19MBhKcwty2auPjYWoz4QY91jjJFkA80UTzUuZo1oE,12720
 guts_base/sim/utils.py,sha256=Qj_FPH6kywVxOwgCerS7w5CyuYR9HKmvBWFpmxwDFgk,256
-guts_base-1.0.4.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-guts_base-1.0.4.dist-info/METADATA,sha256=fbcVvL249G1AjdaBQg8_ASjLhyKsnYqU1zv7rA20E4c,45426
-guts_base-1.0.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-guts_base-1.0.4.dist-info/entry_points.txt,sha256=icsHzG2jQ90ZS7XvLsI5Qj0-qGuPv2T0RBVN5daGCPU,183
-guts_base-1.0.4.dist-info/top_level.txt,sha256=PxhBgUd4r39W_VI4FyJjARwKbV5_glgCVnd6v_zAGdE,10
-guts_base-1.0.4.dist-info/RECORD,,
+guts_base-1.0.6.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+guts_base-1.0.6.dist-info/METADATA,sha256=scr05XWOqcMi7XsHVrlyflI-4WuDq1B-w6OFz9mu6Ho,45426
+guts_base-1.0.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+guts_base-1.0.6.dist-info/entry_points.txt,sha256=icsHzG2jQ90ZS7XvLsI5Qj0-qGuPv2T0RBVN5daGCPU,183
+guts_base-1.0.6.dist-info/top_level.txt,sha256=PxhBgUd4r39W_VI4FyJjARwKbV5_glgCVnd6v_zAGdE,10
+guts_base-1.0.6.dist-info/RECORD,,