halib 0.2.11__py3-none-any.whl → 0.2.13__py3-none-any.whl

halib/exp/core/param_gen.py

@@ -5,17 +5,67 @@ from typing import Dict, Any, List
 
 from ...common.common import *
 from ...filetype import yamlfile
+from itertools import product
+import copy
+
+
+"""
+Parameter Generation Pipeline
+
+1. Expand Values (_build):
+   Parses the YAML file and expands value generators (like ranges) into lists.
+
+   Example:
+     Input:  {"p1": {"type": "range", "values": [1, 4, 1]}, "p2": {"values": ["a", "b"]}}
+     Output: {"p1": [1, 2, 3], "p2": ["a", "b"]}
+
+2. Generate Combinations (_build_combinations):
+   Creates a Cartesian product (grid) of all parameter lists.
+
+   Example:
+     Input:  {"p1": [1, 2], "p2": ["a", "b"]}
+     Output: [{"p1": 1, "p2": "a"}, {"p1": 1, "p2": "b"}, ...]
+3. Expand Configs (expand):
+   Merges each parameter combination into a base configuration using a user-defined function.
+   Example:
+        Input:  base_cfg, [{"p1": 1, "p2": "a"}, {"p1": 1, "p2": "b"}, ...], update_fn
+        Output: [cfg1, cfg2, ...] where each cfg has parameters from the combinations applied.
+"""
 
 class ParamGen:
     @staticmethod
-    def build_from_file(params_file):
+    def from_file(params_file):
         builder = ParamGen(params_file)
-        return builder.params
+        return builder
+
+    @staticmethod
+    def expand(
+        base_cfg: Dict[str, Any],
+        combination_list: List[Dict[str, Any]],
+        update_base_cfg_fn: callable,
+    ):
+        cfg_ls = []
+        for combination in combination_list:
+            cfg = copy.deepcopy(base_cfg)
+            update_base_cfg_fn(cfg, combination)
+            cfg_ls.append(cfg)
+        return cfg_ls
+
+    @staticmethod
+    def expand_from_file(
+        base_cfg: Dict[str, Any],
+        params_file: str,
+        update_base_cfg_fn: callable):
+        param_gen = ParamGen.from_file(params_file)
+        return ParamGen.expand(
+            base_cfg, param_gen.combinations, update_base_cfg_fn
+        )
 
     def __init__(self, params_file=None):
         self.params = {}
         assert os.path.isfile(params_file), f"params_file not found: {params_file}"
-        self.params = self._build(params_file)
+        self.params = self._build_param_dict(params_file)
+        self.combinations = self._build_combinations(self.params)
 
     def _expand_param(self, param_name: str, config: Dict[str, Any]) -> List[Any]:
         """
@@ -74,7 +124,7 @@ class ParamGen:
                 f"Invalid 'type' for '{param_name}': '{gen_type}'. Must be 'list' or 'range'."
             )
 
-    def _build(self, params_file):
+    def _build_param_dict(self, params_file):
         """
         Builds a full optimization configuration by expanding parameter values based on their type.
 
@@ -102,7 +152,30 @@ class ParamGen:
             param_name: self._expand_param(param_name, config)
             for param_name, config in cfg_raw_dict.items()
         }
+    def _build_combinations(self, params_dict: Dict[str, List[Any]]) -> List[Dict[str, Any]]:
+        """
+        Generates all combinations of parameters from the provided parameter dictionary.
+
+        Args:
+            params_dict: A dictionary where each key is a parameter name and each value is a list of possible values.
+        Returns:
+            A list of dictionaries, each representing a unique combination of parameters.
+        """
+
+        # Extract parameter names and their corresponding lists of values
+        param_names = list(params_dict.keys())
+        param_values = [params_dict[name] for name in param_names]
+
+        # Generate all combinations using Cartesian product
+        all_combinations = product(*param_values)
+
+        # Convert each combination tuple into a dictionary
+        combinations_list = [
+            dict(zip(param_names, combination)) for combination in all_combinations
+        ]
+
+        return combinations_list
 
     def save(self, outfile):
         with open(outfile, "w") as f:
-            yaml.dump(self.params, f)
+            yaml.dump(self.params, f)

halib/system/_list_pc.csv

@@ -2,5 +2,5 @@
 DESKTOP-JQD9K01;MainPC;E:
 DESKTOP-5IRHU87;MSI_Laptop;D:
 DESKTOP-96HQCNO;4090_SV;E:
-DESKTOP-Q2IKLC0;4GPU_SV;D:
+DESKTOP-Q2IKLC0;4GPU_SV;E:
 DESKTOP-QNS3DNF;1GPU_SV;D:

{halib-0.2.11.dist-info → halib-0.2.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: halib
-Version: 0.2.11
+Version: 0.2.13
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -53,7 +53,7 @@ Dynamic: summary
 
 # Helper package for coding and automation
 
-**Version 0.2.11**
+**Version 0.2.13**
 + reorganize packages with most changes in `research` package; also rename `research` to `exp` (package for experiment management and utilities)
 + update `exp/perfcalc.py` to allow save computed performance to csv file (without explicit calling method `calc_perfs`)
 

{halib-0.2.11.dist-info → halib-0.2.13.dist-info}/RECORD

@@ -23,7 +23,7 @@ halib/exp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/exp/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/exp/core/base_config.py,sha256=Js2oVDt7qwT7eV_sOUWw6XXl569G1bX6ls-VYAx2gWY,5032
 halib/exp/core/base_exp.py,sha256=fknJVmW6ubbapOggbkrbNWgc1ZXcUz_FE3wMyuIGX7M,5180
-halib/exp/core/param_gen.py,sha256=I9JHrDCaep4CjvApDoX0QzFuw38zMC2PsDFueuA7pjM,4271
+halib/exp/core/param_gen.py,sha256=1Qi2jyvbEWhcztoaEXXnFQ_CffYR5HdO_giBXT_4FjU,6950
 halib/exp/core/wandb_op.py,sha256=powL2QyLBqF-6PUGAOqd60s1npHLLKJxPns3S4hKeNo,4160
 halib/exp/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/exp/data/dataclass_util.py,sha256=OPZzqmug0be4JEq0hJ68pKjnyl0PRYQMVJGhKw1kvyk,1382
@@ -89,7 +89,7 @@ halib/sys/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/sys/cmd.py,sha256=b2x7JPcNnFjLGheIESVYvqAb-w2UwBM1PAwYxMZ5YjA,228
 halib/sys/filesys.py,sha256=ERpnELLDKJoTIIKf-AajgkY62nID4qmqmX5TkE95APU,2931
 halib/system/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-halib/system/_list_pc.csv,sha256=IIQnC32RZ-j5uRS_C1HD0nvTlpxv-ItphZNmEns65iU,172
+halib/system/_list_pc.csv,sha256=r8RwxDWYEeNkPCQBs8dOC8cWgBpa3OULZobwb1feuWg,172
 halib/system/cmd.py,sha256=b2x7JPcNnFjLGheIESVYvqAb-w2UwBM1PAwYxMZ5YjA,228
 halib/system/filesys.py,sha256=102J2fkQhmH1_-HQVy2FQ4NOU8LTjMWV3hToT_APtq8,4401
 halib/system/path.py,sha256=k_pveq41uXEzKPU2KTIdqjUSb4MVM-hCFXHGeO-6x6Q,3694
@@ -102,8 +102,8 @@ halib/utils/list.py,sha256=BM-8sRhYyqF7bh4p7TQtV7P_gnFruUCA6DTUOombaZg,337
 halib/utils/listop.py,sha256=Vpa8_2fI0wySpB2-8sfTBkyi_A4FhoFVVvFiuvW8N64,339
 halib/utils/tele_noti.py,sha256=-4WXZelCA4W9BroapkRyIdUu9cUVrcJJhegnMs_WpGU,5928
 halib/utils/video.py,sha256=zLoj5EHk4SmP9OnoHjO8mLbzPdtq6gQPzTQisOEDdO8,3261
-halib-0.2.11.dist-info/licenses/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
-halib-0.2.11.dist-info/METADATA,sha256=4Ag86hjl9G6Yl5CzwFNQdmcsayMwQdyj6BxARrr3oik,6838
-halib-0.2.11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-halib-0.2.11.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
-halib-0.2.11.dist-info/RECORD,,
+halib-0.2.13.dist-info/licenses/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
+halib-0.2.13.dist-info/METADATA,sha256=f0Ammv1hiSO74ejAz5V_u6o73J8EzeFyoPBZ2Z3S_Ig,6838
+halib-0.2.13.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+halib-0.2.13.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
+halib-0.2.13.dist-info/RECORD,,