halib 0.2.4__py3-none-any.whl → 0.2.5__py3-none-any.whl

halib/exp/core/base_exp.py

@@ -1,9 +1,16 @@
 from abc import ABC, abstractmethod
 from typing import Tuple, Any, Optional
-from base_config import ExpBaseCfg
+from .base_config import ExpBaseCfg
 from ..perf.perfcalc import PerfCalc
 from ..perf.perfmetrics import MetricsBackend
 
+
+class ExpHook:
+    """Base interface for all experiment hooks."""
+    def on_before_run(self, exp): pass
+    def on_after_run(self, exp, results): pass
+
+
 # ! SEE https://github.com/hahv/base_exp for sample usage
 class BaseExp(PerfCalc, ABC):
     """
@@ -16,6 +23,16 @@ class BaseExp(PerfCalc, ABC):
         self.metric_backend = None
         # Flag to track if init_general/prepare_dataset has run
         self._is_env_ready = False
+        self.hooks = []
+
+    def register_hook(self, hook: ExpHook):
+        self.hooks.append(hook)
+
+    def _trigger_hooks(self, method_name: str, *args, **kwargs):
+        for hook in self.hooks:
+            method = getattr(hook, method_name, None)
+            if callable(method):
+                method(*args, **kwargs)
 
     # -----------------------
     # PerfCalc Required Methods
@@ -52,11 +69,6 @@ class BaseExp(PerfCalc, ABC):
         """
         pass
 
-    @abstractmethod
-    def before_exec_exp_once(self, *args, **kwargs):
-        """Optional: any setup before exec_exp. Note this is called once per run_exp."""
-        pass
-
     @abstractmethod
     def exec_exp(self, *args, **kwargs) -> Optional[Tuple[Any, Any]]:
         """Run experiment process, e.g.: training/evaluation loop.
@@ -64,13 +76,6 @@ class BaseExp(PerfCalc, ABC):
         """
         pass
 
-    @abstractmethod
-    def exec_eval(self, *args, **kwargs) -> Optional[Tuple[Any, Any]]:
-        """Run evaluation process.
-        Return: either `None` or a tuple of (raw_metrics_data, extra_data) for calc_and_save_exp_perfs
-        """
-        pass
-
     # -----------------------
     # Internal Helpers
     # -----------------------
@@ -121,8 +126,8 @@ class BaseExp(PerfCalc, ABC):
         """
         self._prepare_environment(force_reload=reload_env)
 
-        # Any pre-exec setup (loading models, etc)
-        self.before_exec_exp_once(*args, **kwargs)
+        self._trigger_hooks("before_run", self)
+
         # Save config before running
         self.config.save_to_outdir()
 
@@ -135,23 +140,8 @@ class BaseExp(PerfCalc, ABC):
             perf_results = self.calc_perfs(
                 raw_metrics_data=metrics_data, extra_data=extra_data, *args, **kwargs
             )
+            self._trigger_hooks("after_run", self, perf_results)
             return perf_results
         else:
+            self._trigger_hooks("after_run", self, results)
             return results
-
-    # -----------------------
-    # Main Experiment Evaluator
-    # -----------------------
-    def eval_exp(self, reload_env=False, *args, **kwargs):
-        """
-        Run evaluation only.
-        :param reload_env: If True, forces dataset/general init to run again.
-        """
-        self._prepare_environment(force_reload=reload_env)
-        results = self.exec_eval(*args, **kwargs)
-        if results is not None:
-            metrics_data, extra_data = self._validate_and_unpack(results)
-            return self.calc_perfs(
-                raw_metrics_data=metrics_data, extra_data=extra_data, *args, **kwargs
-            )
-        return None

{halib-0.2.4.dist-info → halib-0.2.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: halib
-Version: 0.2.4
+Version: 0.2.5
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -53,7 +53,7 @@ Dynamic: summary
 
 # Helper package for coding and automation
 
-**Version 0.2.4**
+**Version 0.2.5**
 + reorganize packages with most changes in `research` package; also rename `research` to `exp` (package for experiment management and utilities)
 
 **Version 0.2.1**

{halib-0.2.4.dist-info → halib-0.2.5.dist-info}/RECORD

@@ -22,7 +22,7 @@ halib/common/rich_color.py,sha256=tyK5fl3Dtv1tKsfFzt_5Rco4Fj72QliA-w5aGXaVuqQ,63
 halib/exp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/exp/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/exp/core/base_config.py,sha256=MtkbToF078imMcsna5Dlv9q4ORKRKkOUCERX7JbVdzM,4180
-halib/exp/core/base_exp.py,sha256=Z4YbioNUmor1QGQGc86ePCkbGueauLHy2YRGupphFcg,5721
+halib/exp/core/base_exp.py,sha256=fknJVmW6ubbapOggbkrbNWgc1ZXcUz_FE3wMyuIGX7M,5180
 halib/exp/core/param_gen.py,sha256=I9JHrDCaep4CjvApDoX0QzFuw38zMC2PsDFueuA7pjM,4271
 halib/exp/core/wandb_op.py,sha256=powL2QyLBqF-6PUGAOqd60s1npHLLKJxPns3S4hKeNo,4160
 halib/exp/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -101,8 +101,8 @@ halib/utils/list.py,sha256=BM-8sRhYyqF7bh4p7TQtV7P_gnFruUCA6DTUOombaZg,337
 halib/utils/listop.py,sha256=Vpa8_2fI0wySpB2-8sfTBkyi_A4FhoFVVvFiuvW8N64,339
 halib/utils/tele_noti.py,sha256=-4WXZelCA4W9BroapkRyIdUu9cUVrcJJhegnMs_WpGU,5928
 halib/utils/video.py,sha256=zLoj5EHk4SmP9OnoHjO8mLbzPdtq6gQPzTQisOEDdO8,3261
-halib-0.2.4.dist-info/licenses/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
-halib-0.2.4.dist-info/METADATA,sha256=MdF16q_kQjcTgG-Tc4v1D7VYOYqkbl-orYED7-m1JTU,6714
-halib-0.2.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-halib-0.2.4.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
-halib-0.2.4.dist-info/RECORD,,
+halib-0.2.5.dist-info/licenses/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
+halib-0.2.5.dist-info/METADATA,sha256=AHNT2TyfsLLTRvf81f-Uc5lcPDE5AeSRAKfwp_te-DI,6714
+halib-0.2.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+halib-0.2.5.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
+halib-0.2.5.dist-info/RECORD,,