labmate 0.9.0__py3-none-any.whl → 0.10.0__py3-none-any.whl

labmate/__config__.py

@@ -1,3 +1,3 @@
 """This file contains all package constants."""
 
-__version__ = "0.9.0"
+__version__ = "0.10.0"

labmate/acquisition/acquisition_data.py

@@ -4,8 +4,8 @@ from typing import Dict, List, Optional, Union
 
 from dh5 import DH5
 
+from ..logger import logger
 from ..utils.file_read import read_files
-from .logger_setup import logger
 
 
 class NotebookAcquisitionData(DH5):

labmate/acquisition/acquisition_manager.py

@@ -26,15 +26,17 @@ class AcquisitionManager:
     """AcquisitionManager."""
 
     _data_directory: Path
-    config_files = []
-    config_files_eval = {}
+    config_files: List[str] = []
+    config_files_eval: Dict[str, str] = {}
+    _configs_last_modified: List[float] = []
 
-    _current_acquisition = None
-    _current_filepath = None
+    _current_acquisition: Optional[NotebookAcquisitionData] = None
+    _current_filepath: Optional[str] = None
 
-    _save_files = False
-    _save_on_edit = True
+    _save_files: bool = False
+    _save_on_edit: bool = True
     _init_code = None
+    _once_saved: bool
 
     cell: Optional[str] = None
 
@@ -54,9 +56,11 @@ class AcquisitionManager:
 
         self._current_acquisition = None
         self._acquisition_tmp_data = None
+        self._once_saved = False
 
         self.config_files = []
         self.config_files_eval = {}
+        self._configs_last_modified = []
 
         if data_directory is not None:
             self.data_directory = Path(data_directory)
@@ -187,13 +191,19 @@ class AcquisitionManager:
             return None
         return AcquisitionTmpData(**jsn.read(path))
 
+    def _get_configs_last_modified(self) -> List[float]:
+        return [os.path.getmtime(file) for file in self.config_files]
+
     def new_acquisition(
         self, name: str, cell: Optional[str] = None, save_on_edit: Optional[bool] = None
     ) -> NotebookAcquisitionData:
         """Create a new acquisition with the given experiment name."""
         self._current_acquisition = None
+        self._once_saved = False
         self.cell = cell
         configs = read_files(self.config_files)
+        self._configs_last_modified = self._get_configs_last_modified()
+
         if self.config_files_eval:
             configs = append_values_from_modules_to_files(
                 configs, self.config_files_eval
@@ -310,4 +320,5 @@ class AcquisitionManager:
         acq_data.save_additional_info()
         if acq_data.save_on_edit is False:
             acq_data.save()
+        self._once_saved = True
         return self

labmate/acquisition/analysis_data.py

@@ -6,12 +6,11 @@ from typing import List, Literal, Optional, Protocol, Tuple, TypedDict, TypeVar,
 
 from dh5 import DH5
 from dh5.path import Path
-from matplotlib.backends.backend_pdf import PdfPages
 
 from .. import utils
+from ..logger import logger
 from .analysis_loop import AnalysisLoop
 from .config_file import ConfigFile
-from .logger_setup import logger
 
 _T = TypeVar("_T", bound="AnalysisData")
 
@@ -216,6 +215,9 @@ class AnalysisData(DH5):
         else:
             if not full_fig_name.endswith(".pdf"):
                 raise ValueError("Metadata can be added only to pdf files.")
+
+            from matplotlib.backends.backend_pdf import PdfPages
+
             pdf_fig = PdfPages(full_fig_name)
             fig.savefig(pdf_fig, format="pdf", **kwargs)  # type: ignore
             metadata = metadata or {}

labmate/acquisition_notebook/acquisition_analysis_manager.py

@@ -16,6 +16,7 @@ from typing import (
 
 from .. import display, utils
 from ..acquisition import AcquisitionManager, AnalysisData
+from ..logger import logger
 from . import display_widget
 
 if TYPE_CHECKING:
@@ -24,19 +25,17 @@ if TYPE_CHECKING:
     from ..acquisition import FigureProtocol
     from ..acquisition.config_file import ConfigFile
 
+    # from ..logger import Logger
+
 
 logging.basicConfig(format="%(levelname)s:%(message)s", level=logging.INFO)
-logger = logging.getLogger(__name__)
-handler = logging.StreamHandler()
-formatter = logging.Formatter("%(levelname)s:%(message)s")
-handler.setFormatter(formatter)
-logger.addHandler(handler)
-logger.setLevel(logging.INFO)
-logger.propagate = False
 
 _CallableWithNoArgs = Callable[[], Any]
 
 
+CATCH_PRINT = True
+
+
 class AcquisitionAnalysisManager(AcquisitionManager):
     """AcquisitionAnalysisManager.
 
@@ -126,6 +125,7 @@ class AcquisitionAnalysisManager(AcquisitionManager):
         self._save_on_edit_analysis = save_on_edit_analysis
         self._save_fig_inside_h5 = save_fig_inside_h5
 
+        self._logger = logger
         super().__init__(
             data_directory=str(data_directory),
             config_files=config_files,
@@ -133,6 +133,10 @@ class AcquisitionAnalysisManager(AcquisitionManager):
             save_on_edit=save_on_edit,
         )
 
+    @property
+    def logger(self):
+        return self._logger
+
     @property
     def current_acquisition(self):
         """Return current acquisition if it's not an old data analyses."""
@@ -240,13 +244,19 @@ class AcquisitionAnalysisManager(AcquisitionManager):
 
     def save_acquisition(self, **kwds) -> "AcquisitionAnalysisManager":
         acquisition_finished = time.time()
-        additional_info: Dict[str, Any] = {
-            "acquisition_duration": acquisition_finished - self._acquisition_started
-        }
-        if self._default_config_files:
-            additional_info.update({"default_config_files": self._default_config_files})
+        if not self._once_saved:
+            additional_info: Dict[str, Any] = {
+                "acquisition_duration": acquisition_finished
+                - self._acquisition_started,
+                "logs": self.logger.getvalue(),
+                "prints": self.logger.get_stdout(),
+            }
+            if self._default_config_files:
+                additional_info.update(
+                    {"default_config_files": self._default_config_files}
+                )
 
-        kwds.update({"info": additional_info})
+            kwds.update({"info": additional_info})
 
         super().save_acquisition(**kwds)
         self._load_analysis_data()
@@ -309,10 +319,20 @@ class AcquisitionAnalysisManager(AcquisitionManager):
             self._current_acquisition.current_step = step
             self._current_acquisition.set_cell(cell, step=step)
             self._current_acquisition.save_cell(cell, suffix=str(step))
+            configs_modified = self._get_configs_last_modified()
+            if configs_modified != self._configs_last_modified:
+                raise ValueError(
+                    "Config files were modified since the previous acquisition step. "
+                    "Please rerun the acquisition from the first step."
+                )
+            self.logger.stdout_flush()
         else:
+            self.logger.reset()
             self.new_acquisition(name=name, cell=cell, save_on_edit=save_on_edit)
 
-        logger.info(self.current_filepath.basename)
+        self.logger.info(  # pylint: disable=W1203
+            f"{step}:{self.current_filepath.basename}"
+        )
 
         if step == 1:
             utils.run_functions(self._acquisition_cell_prerun_hook)
@@ -368,7 +388,7 @@ class AcquisitionAnalysisManager(AcquisitionManager):
                     )
 
             filename = str(self.current_filepath)  # without h5
-        logger.info(os.path.basename(filename))
+        self.logger.info(os.path.basename(filename))
 
         if (
             (not self._is_old_data)
@@ -408,11 +428,12 @@ class AcquisitionAnalysisManager(AcquisitionManager):
                 run_on_call=custom_lint.on_call_functions,
             )
             for var in lint_result.external_vars:
-                logger.warning(
+                self.logger.warning(
                     "External variable used inside the analysis code: %s", var
                 )
             for error in lint_result.errors:
-                logger.warning(error)
+                self.logger.warning(error)
+
         utils.run_functions(self._analysis_cell_prerun_hook)
         utils.run_functions(prerun)
 
@@ -537,7 +558,7 @@ class AcquisitionAnalysisManager(AcquisitionManager):
 
             res = self.find_param_in_config(param_text)
             if res is None:
-                logger.warning(
+                self.logger.warning(
                     "Parameter '%s' cannot be found in default config files.", param
                 )
                 continue
@@ -558,7 +579,7 @@ class AcquisitionAnalysisManager(AcquisitionManager):
             param_eq = f"{param.strip()} = "
             res = self.find_param_in_config(param_eq)
             if res is None:
-                logger.warning(
+                self.logger.warning(
                     "Parameter '%s' cannot be found in default config files.", param
                 )
                 continue

labmate/logger/__init__.py

@@ -0,0 +1,79 @@
+import io
+import logging
+import sys
+
+
+class BufferCatcher(io.StringIO):
+    _last_value = None
+
+    @property
+    def last_value(self):
+        if self._last_value is None:
+            return self.getvalue()
+        return self._last_value
+
+    def close(self) -> None:
+        self._last_value = self.getvalue()
+        return super().close()
+
+
+class StreamHandler(logging.StreamHandler):
+    stream: io.StringIO
+
+    def __init__(self, stream=None):
+        if stream is None:
+            stream = io.StringIO()
+        super().__init__(stream)
+
+    def reset(self):
+        self.stream.close()
+        stream = io.StringIO()
+        self.setStream(stream)
+
+
+class Logger(logging.Logger):
+    stdout_message: str
+
+    def __init__(self, name, level=logging.NOTSET):
+        super().__init__(name, level)
+
+        self.logger_handler = StreamHandler()
+        logger_formatter = logging.Formatter(
+            "%(name)s:%(filename)s:%(asctime)s:\n%(levelname)s:%(message)s"
+        )
+        self.logger_handler.setFormatter(logger_formatter)
+        self.logger_handler.setLevel(logging.DEBUG)
+        self.addHandler(self.logger_handler)
+
+        logger_handler_short = logging.StreamHandler()
+        logger_formatter_short = logging.Formatter("%(levelname)s:%(message)s")
+        logger_handler_short.setFormatter(logger_formatter_short)
+        logger_handler_short.setLevel(logging.INFO)
+        self.addHandler(logger_handler_short)
+
+        self.propagate = False
+        self.stdout_buffer = BufferCatcher()
+        self.stdout_message = ""
+
+    def reset(self):
+        self.logger_handler.reset()
+
+        self.stdout_setup()
+        self.stdout_message = ""
+
+    def stdout_flush(self):
+        self.stdout_message += f"\n{self.stdout_buffer.last_value}"
+        self.stdout_setup()
+
+    def stdout_setup(self):
+        self.stdout_buffer = BufferCatcher()
+        sys.stdout._buffer = self.stdout_buffer  # type: ignore # pylint: disable=protected-access
+
+    def getvalue(self):
+        return self.logger_handler.stream.getvalue()
+
+    def get_stdout(self):
+        return self.stdout_message + f"\n{self.stdout_buffer.last_value}"
+
+
+logger = Logger("Labmate")

{labmate-0.9.0.dist-info → labmate-0.10.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: labmate
-Version: 0.9.0
+Version: 0.10.0
 Summary: Data management library to save data and plots to hdf5 files
 Home-page: https://github.com/kyrylo-gr/labmate
 Author: kyrylo.gr | LKB-OMQ

{labmate-0.9.0.dist-info → labmate-0.10.0.dist-info}/RECORD

@@ -1,16 +1,15 @@
-labmate/__config__.py,sha256=PHXqCXDgKKdHZFBttZvsptpfNnsf6yrRAF8OawXf4aE,71
+labmate/__config__.py,sha256=klTEHuAm-AhAQg9qYq-W6YyefUJiHBGfIPWnRQr-eT0,72
 labmate/__init__.py,sha256=aHQiPLldCXIJqz6wwcfyFU9sGLofUR3W5sXBIRzK2n4,182
 labmate/acquisition/__init__.py,sha256=8q3dy18lL32A9y_Du8GggpLgJqDMFcFKddHrySMavrM,269
-labmate/acquisition/acquisition_data.py,sha256=FUF0JTHl5_nmgPHUHFocTQEwPlxuCAVT5Xsf338jVhI,6686
+labmate/acquisition/acquisition_data.py,sha256=UcpUaT1SkmnqGMyzP8cgH2JjLRtWZZdTk5S0JHf-v9c,6681
 labmate/acquisition/acquisition_loop.py,sha256=fiiseV21GB7pczHSEJrlLPiTSQ2u9y5VMDyCO7Hn0vY,11106
-labmate/acquisition/acquisition_manager.py,sha256=uzGCWKCcOIwKTZsKp12OY1rvyWaFBlBsBDRR7mFZwj0,10496
-labmate/acquisition/analysis_data.py,sha256=PGkRAQU0GBCe70Cjya_qRiwXNT2B1rd_Gcg8AESz6MI,15702
+labmate/acquisition/acquisition_manager.py,sha256=D94ahyQuzsEZdJzEUHJcN2aRwGoVYu4YDMKDCa7JnCU,10992
+labmate/acquisition/analysis_data.py,sha256=svpkOp12iMhBlR7nBgCFQXiOzQtwiQ3v2wXrZNpYdmk,15711
 labmate/acquisition/analysis_loop.py,sha256=1Y8lyPkTCNwskM8DkwrMXSOt0hNmBHcWJaQjdVZ81Hs,5075
 labmate/acquisition/config_file.py,sha256=1WwqaKTM-R5xZQHqqqGUi2QCF0PC1ag2mFgPOJuEdWI,2212
 labmate/acquisition/custom_lint.py,sha256=x4vNoOnbH3A4Odu2DQVtBsuSPo5JfvRpo8_EP0EOmgM,1005
-labmate/acquisition/logger_setup.py,sha256=udTp-0S4cqhGdUGQlk3G3Eg51wePEGraNG-69P9fTOo,129
 labmate/acquisition_notebook/__init__.py,sha256=ZtOGQtmPqEM1IRrL-_JYo4xYA87lFQ5JY5GmKcZz9z0,251
-labmate/acquisition_notebook/acquisition_analysis_manager.py,sha256=ZxnKvwl4jxkqQKPdgoYsJ0NKxKPcrgi_PXkeqCdO2lY,21967
+labmate/acquisition_notebook/acquisition_analysis_manager.py,sha256=cnsaIxgJc0yU1odPbqFY1VCmVVZT9Lwyyt6KWdkC4_U,22615
 labmate/acquisition_notebook/display_widget.py,sha256=yS7KeZ362djhHYFldQMpz8keVT7G2MgHsCmGMlXT81s,6858
 labmate/attrdict/__init__.py,sha256=MvuZVe7j4a0HxGMxim_K2cv-dhqZOfzdeMiTX-SRgDg,58
 labmate/attrdict/attrdict_class.py,sha256=4lKXe7oZo_lLHefmf5vAOKhibWgGDffJcxMhaWLvGs4,4047
@@ -21,6 +20,7 @@ labmate/display/links.py,sha256=YgCNxowca-oHxqozGWbe4oGLzwltnZ-C0v3E5fQnK0U,746
 labmate/display/main.py,sha256=2bjLbRmK5H1PYhtoiyZHzisu6CyQ6AmzlFtEhFZkStg,2354
 labmate/display/platform_utils/__init__.py,sha256=GOWB9vXF-wxGZfdHQJlQWy-hy2V2KXUP3JwxgN91Fq4,1136
 labmate/display/platform_utils/windows_utils.py,sha256=4Z_avuJIZ_KoXkuRZOH2667t2wEljzNBMP6fbNDknuk,3268
+labmate/logger/__init__.py,sha256=Ks4bUNO_rNTFsw0Sh3JAfK1tZq8mqHoqXHP89xpexp0,2177
 labmate/parsing/__init__.py,sha256=AHNB502jlm6PGd49_PJjvSxt97fxJeXnIfXYh8HV5x0,1312
 labmate/parsing/brackets_score.py,sha256=zzup7z6o57YUGeMr5FOSTo3nz9Z62s2omxqFV3M9MmI,988
 labmate/parsing/parsed_value.py,sha256=UYB_gCkV3DiFQRjcprnQUPw--FqYPqb3pii-PQsbHf0,5261
@@ -33,8 +33,8 @@ labmate/utils/file_read.py,sha256=mRHRIyqejtDlfLuPyafEYcfKfb4bac7zHbt-DW091Vg,31
 labmate/utils/lint.py,sha256=7llJbZUAM-ikEpmU_ZzraqOwGUuJPgk1wAf3aYMJdxg,9312
 labmate/utils/random_utils.py,sha256=ZA3gK9P-eTcd_a3BTS_ZeJI5A0GM_GXL7X3yUqnPTO4,690
 labmate/utils/title_parsing.py,sha256=5csdqiD6w6pzyqRon38V2WeGA00CifSrMMtoWZmk0Ok,2644
-labmate-0.9.0.dist-info/LICENCE,sha256=J9XIxdJExlWYZuxhhKtk4oYILvUz8-JM0y_leRQCKUE,7488
-labmate-0.9.0.dist-info/METADATA,sha256=-vPTTXkgoQsBsrYXkYh4roIcY3kKQwKQUFIOYZrpb1A,3210
-labmate-0.9.0.dist-info/WHEEL,sha256=Z4pYXqR_rTB7OWNDYFOm1qRk0RX6GFP2o8LgvP453Hk,91
-labmate-0.9.0.dist-info/top_level.txt,sha256=WWAn6t2zNWsp02gRq6f5cSsGebcs-4L6HBFk0XrcY0o,8
-labmate-0.9.0.dist-info/RECORD,,
+labmate-0.10.0.dist-info/LICENCE,sha256=J9XIxdJExlWYZuxhhKtk4oYILvUz8-JM0y_leRQCKUE,7488
+labmate-0.10.0.dist-info/METADATA,sha256=_8Qsw4NxSoayjiPoPvdunyV-a_ovkwjxYaqThycQvVQ,3211
+labmate-0.10.0.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+labmate-0.10.0.dist-info/top_level.txt,sha256=WWAn6t2zNWsp02gRq6f5cSsGebcs-4L6HBFk0XrcY0o,8
+labmate-0.10.0.dist-info/RECORD,,

{labmate-0.9.0.dist-info → labmate-0.10.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (70.3.0)
+Generator: setuptools (72.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

labmate/acquisition/logger_setup.py

@@ -1,5 +0,0 @@
-"""Setup logger for acquisition module."""
-import logging
-
-logger = logging.getLogger(__name__)
-logger.setLevel(logging.WARNING)