halib 0.2.17__py3-none-any.whl → 0.2.19__py3-none-any.whl

halib/exp/core/param_gen.py

@@ -1,181 +1,189 @@
 import os
-import yaml
+import copy
 import numpy as np
-from typing import Dict, Any, List
-
-from ...common.common import *
-from ...filetype import yamlfile
 from itertools import product
-import copy
-
-
-"""
-Parameter Generation Pipeline
-
-1. Expand Values (_build):
-   Parses the YAML file and expands value generators (like ranges) into lists.
-
-   Example:
-     Input:  {"p1": {"type": "range", "values": [1, 4, 1]}, "p2": {"values": ["a", "b"]}}
-     Output: {"p1": [1, 2, 3], "p2": ["a", "b"]}
-
-2. Generate Combinations (_build_combinations):
-   Creates a Cartesian product (grid) of all parameter lists.
-
-   Example:
-     Input:  {"p1": [1, 2], "p2": ["a", "b"]}
-     Output: [{"p1": 1, "p2": "a"}, {"p1": 1, "p2": "b"}, ...]
-3. Expand Configs (expand):
-   Merges each parameter combination into a base configuration using a user-defined function.
-   Example:
-        Input:  base_cfg, [{"p1": 1, "p2": "a"}, {"p1": 1, "p2": "b"}, ...], update_fn
-        Output: [cfg1, cfg2, ...] where each cfg has parameters from the combinations applied.
-"""
+from typing import Dict, Any, List, Iterator, Optional
+from ...filetype import yamlfile
 
 class ParamGen:
-    @staticmethod
-    def from_file(params_file):
-        builder = ParamGen(params_file)
-        return builder
-
-    @staticmethod
-    def expand(
-        base_cfg: Dict[str, Any],
-        combination_list: List[Dict[str, Any]],
-        update_base_cfg_fn: callable,
+    """
+    A flexible parameter grid generator for hyperparameter tuning and experiment management.
+
+    This class generates a Cartesian product of parameters from a "sweep configuration"
+    and optionally merges them into a "base configuration". It abstracts away the complexity
+    of handling nested dictionaries and range generation.
+
+    Key Features:
+    -----------
+    1. **Flexible Syntax**: Define parameters using standard nested dictionaries or
+       dot-notation keys (e.g., `'model.backbone.layers'`).
+    2. **Range Shortcuts**:
+       - **Choices**: Standard lists `[1, 2, 3]`.
+       - **String Ranges**: `"start:stop:step"` (e.g., `"0:10:2"` -> `[0, 2, 4, 6, 8]`).
+       - **Dict Ranges**: `{'start': 0, 'stop': 1, 'step': 0.1}`.
+    3. **Deep Merging**: Automatically updates deep keys in `base_cfg` without overwriting siblings.
+
+    Example:
+    --------
+    >>> base = {'model': {'name': 'resnet', 'dropout': 0.1}, 'seed': 42}
+    >>> sweep = {
+    ...     'model.name': ['resnet', 'vit'],      # Dot notation
+    ...     'model.dropout': "0.1:0.3:0.1",       # Range string
+    ...     'seed': [42, 100]                     # Simple choice
+    ... }
+    >>> grid = ParamGen(sweep, base)
+    >>> configs = grid.expand()
+    >>> print(len(configs))  # Outputs: 8 (2 models * 2 dropouts * 2 seeds)
+    Attributes:
+        keys (List[str]): List of flattened dot-notation keys being swept.
+        values (List[List[Any]]): List of value options for each key.
+    """
+    def __init__(
+        self, sweep_cfg: Dict[str, Any], base_cfg: Optional[Dict[str, Any]] = None
     ):
-        cfg_ls = []
-        for combination in combination_list:
-            cfg = copy.deepcopy(base_cfg)
-            update_base_cfg_fn(cfg, combination)
-            cfg_ls.append(cfg)
-        return cfg_ls
-
-    @staticmethod
-    def expand_from_file(
-        base_cfg: Dict[str, Any],
-        params_file: str,
-        update_base_cfg_fn: callable):
-        param_gen = ParamGen.from_file(params_file)
-        return ParamGen.expand(
-            base_cfg, param_gen.combinations, update_base_cfg_fn
-        )
-
-    def __init__(self, params_file=None):
-        self.params = {}
-        assert os.path.isfile(params_file), f"params_file not found: {params_file}"
-        self.params = self._build_param_dict(params_file)
-        self.combinations = self._build_combinations(self.params)
-
-    def _expand_param(self, param_name: str, config: Dict[str, Any]) -> List[Any]:
         """
-        Validates and expands the values for a single parameter configuration.
-
         Args:
-            param_name: The name of the parameter being processed.
-            config: The configuration dictionary for this parameter.
-
-        Returns:
-            A list of the expanded values for the parameter.
-
-        Raises:
-            TypeError: If the configuration or its values have an incorrect type.
-            ValueError: If the configuration is missing keys or has an invalid structure.
+            sweep_cfg: The dictionary defining parameters to sweep.
+            base_cfg: (Optional) The base config to merge sweep parameters into.
+                      If None, expand() behaves like expand_sweep().
         """
-        # 1. Validate the configuration structure
-        if not isinstance(config, dict):
-            raise TypeError(f"Config for '{param_name}' must be a dictionary.")
-
-        if "type" not in config or "values" not in config:
-            raise ValueError(
-                f"Config for '{param_name}' must contain 'type' and 'values' keys."
-            )
-
-        gen_type = config["type"]
-        values = config["values"]
-
-        # 2. Handle the generation based on type
-        if gen_type == "list":
-            # Ensure values are returned as a list, even if a single item was provided
-            return values if isinstance(values, list) else [values]
-
-        elif gen_type == "range":
-            if not isinstance(values, list) or len(values) != 3:
-                raise ValueError(
-                    f"For 'range' type on '{param_name}', 'values' must be a list of 3 numbers "
-                    f"[start, end, step], but got: {values}"
-                )
-
-            start, end, step = values
-            if all(isinstance(v, int) for v in values):
-                return list(range(start, end, step))
-            elif all(isinstance(v, (int, float)) for v in values):
-                # Use numpy for floating point ranges
-                temp_list = list(np.arange(start, end, step))
-                # convert to float (not np.float)
-                return [float(v) for v in temp_list]
-            else:
-                raise TypeError(
-                    f"All 'values' for 'range' on '{param_name}' must be numbers."
-                )
-
-        else:
-            raise ValueError(
-                f"Invalid 'type' for '{param_name}': '{gen_type}'. Must be 'list' or 'range'."
-            )
-
-    def _build_param_dict(self, params_file):
+        self.base_cfg = base_cfg if base_cfg is not None else {}
+
+        # Recursively flatten the nested sweep config into dot-notation keys
+        self.param_space = self._flatten_params(sweep_cfg)
+        self.keys = list(self.param_space.keys())
+        self.values = list(self.param_space.values())
+
+    def get_param_space(self) -> Dict[str, List[Any]]:
+        """Returns the parameter space as a dictionary of dot-notation keys to value lists."""
+        return self.param_space
+
+    def __iter__(self) -> Iterator[Dict[str, Any]]:
+        """Yields fully merged configurations one by one."""
+        for combination in product(*self.values):
+            # 1. Create the flat sweep dict (dot notation)
+            flat_params = dict(zip(self.keys, combination))
+
+            # 2. Deep copy base and update with current params
+            new_cfg = copy.deepcopy(self.base_cfg)
+            new_cfg = self._apply_updates(new_cfg, flat_params)
+
+            # 3. Store metadata (Optional)
+            # if "_meta" not in new_cfg:
+            #     new_cfg["_meta"] = {}
+            # We unflatten the sweep params here so the log is readable
+            # new_cfg["_meta"]["sweep_params"] = self._unflatten(flat_params)
+
+            yield new_cfg
+
+    # ! --- Factory Methods ---
+    @classmethod
+    def from_dicts(
+        cls, sweep_cfg: Dict[str, Any], base_cfg: Optional[Dict[str, Any]] = None
+    ):
         """
-        Builds a full optimization configuration by expanding parameter values based on their type.
-
-        This function processes a dictionary where each key is a parameter name and each value
-        is a config dict specifying the 'type' ('list' or 'range') and 'values' for generation.
-
+        Load from dictionaries.
         Args:
-            opt_cfg: The input configuration dictionary.
-                    Example:
-                    {
-                        "learning_rate": {"type": "range", "values": [0.01, 0.1, 0.01]},
-                        "optimizer": {"type": "list", "values": ["adam", "sgd"]},
-                        "epochs": {"type": "list", "values": 100}
-                    }
-
-        Returns:
-            A dictionary with parameter names mapped to their fully expanded list of values.
-        """
-        cfg_raw_dict = yamlfile.load_yaml(params_file, to_dict=True)
-        if not isinstance(cfg_raw_dict, dict):
-            raise TypeError("The entire opt_cfg must be a dictionary.")
-
-        # Use a dictionary comprehension for a clean and efficient build
-        return {
-            param_name: self._expand_param(param_name, config)
-            for param_name, config in cfg_raw_dict.items()
-        }
-    def _build_combinations(self, params_dict: Dict[str, List[Any]]) -> List[Dict[str, Any]]:
+            sweep_cfg: The dictionary defining parameters to sweep.
+            base_cfg: (Optional) The base config to merge sweep parameters into.
         """
-        Generates all combinations of parameters from the provided parameter dictionary.
+        return cls(sweep_cfg, base_cfg)
 
+    @classmethod
+    def from_files(cls, sweep_yaml: str, base_yaml: Optional[str] = None):
+        """
+        Load from files.
         Args:
-            params_dict: A dictionary where each key is a parameter name and each value is a list of possible values.
-        Returns:
-            A list of dictionaries, each representing a unique combination of parameters.
+            sweep_yaml: Path to sweep config.
+            base_yaml: (Optional) Path to base config.
         """
+        assert os.path.isfile(sweep_yaml), f"Sweep file not found: {sweep_yaml}"
+        sweep_dict = yamlfile.load_yaml(sweep_yaml, to_dict=True)
+        base_dict = None
+        if base_yaml:
+            base_dict = yamlfile.load_yaml(base_yaml, to_dict=True)
+            if "__base__" in base_dict:
+                del base_dict["__base__"]
 
-        # Extract parameter names and their corresponding lists of values
-        param_names = list(params_dict.keys())
-        param_values = [params_dict[name] for name in param_names]
+        return cls(sweep_dict, base_dict)
 
-        # Generate all combinations using Cartesian product
-        all_combinations = product(*param_values)
+    def expand(self) -> List[Dict[str, Any]]:
+        """Generates and returns the full list of MERGED configurations."""
+        return list(self)
 
-        # Convert each combination tuple into a dictionary
-        combinations_list = [
-            dict(zip(param_names, combination)) for combination in all_combinations
-        ]
-
-        return combinations_list
+    def expand_sweep_flat(self) -> List[Dict[str, Any]]:
+        """
+        Returns a list of ONLY the sweep parameters, formatted as FLAT dot-notation dictionaries.
 
-    def save(self, outfile):
-        with open(outfile, "w") as f:
-            yaml.dump(self.params, f)
+        Returns:
+            [{'exp_params.model': 'resnet', 'exp_params.lr': 0.01}, ...]
+        """
+        combinations = []
+        for combination in product(*self.values):
+            flat_dict = dict(zip(self.keys, combination))
+            combinations.append(flat_dict)
+        return combinations
+
+    def _unflatten(self, flat_dict: Dict[str, Any]) -> Dict[str, Any]:
+        """Converts {'a.b': 1} back to {'a': {'b': 1}}."""
+        nested = {}
+        self._apply_updates(nested, flat_dict)
+        return nested
+
+    def _flatten_params(
+        self, cfg: Dict[str, Any], parent_key: str = ""
+    ) -> Dict[str, List[Any]]:
+        """Recursively converts nested dicts into flat dot-notation keys."""
+        flat = {}
+        for key, val in cfg.items():
+            current_key = f"{parent_key}.{key}" if parent_key else key
+
+            if self._is_sweep_leaf(val):
+                flat[current_key] = self._expand_val(val)
+            elif isinstance(val, dict):
+                flat.update(self._flatten_params(val, current_key))
+            else:
+                flat[current_key] = [val]
+        return flat
+
+    def _is_sweep_leaf(self, val: Any) -> bool:
+        if isinstance(val, list):
+            return True
+        if isinstance(val, str) and ":" in val:
+            return True
+        if isinstance(val, dict) and "start" in val and "stop" in val:
+            return True
+        return False
+
+    def _expand_val(self, val: Any) -> List[Any]:
+        if isinstance(val, list):
+            return val
+
+        if isinstance(val, str) and ":" in val:
+            try:
+                parts = [float(x) for x in val.split(":")]
+                if len(parts) == 3:
+                    arr = np.arange(parts[0], parts[1], parts[2])
+                    return [float(f"{x:.6g}") for x in arr]
+            except ValueError:
+                pass
+
+        if isinstance(val, dict) and "start" in val:
+            step = val.get("step", 1)
+            return np.arange(val["start"], val["stop"], step).tolist()
+
+        return [val]
+
+    def _apply_updates(
+        self, cfg: Dict[str, Any], updates: Dict[str, Any]
+    ) -> Dict[str, Any]:
+        """Deep merges dot-notation updates into cfg."""
+        for key, val in updates.items():
+            parts = key.split(".")
+            target = cfg
+            for part in parts[:-1]:
+                if part not in target:
+                    target[part] = {}
+                target = target[part]
+            target[parts[-1]] = val
+        return cfg

halib-0.2.19.dist-info/METADATA

@@ -0,0 +1,187 @@
+Metadata-Version: 2.4
+Name: halib
+Version: 0.2.19
+Summary: Small library for common tasks
+Author: Hoang Van Ha
+Author-email: hoangvanhauit@gmail.com
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE.txt
+Requires-Dist: arrow
+Requires-Dist: click
+Requires-Dist: dataclass-wizard
+Requires-Dist: enlighten
+Requires-Dist: itables
+Requires-Dist: kaleido
+Requires-Dist: loguru
+Requires-Dist: matplotlib
+Requires-Dist: more-itertools
+Requires-Dist: moviepy
+Requires-Dist: networkx
+Requires-Dist: numpy
+Requires-Dist: omegaconf
+Requires-Dist: opencv-python
+Requires-Dist: pandas
+Requires-Dist: Pillow
+Requires-Dist: plotly
+Requires-Dist: Pyarrow
+Requires-Dist: pycurl
+Requires-Dist: pygwalker
+Requires-Dist: python-telegram-bot
+Requires-Dist: requests
+Requires-Dist: rich
+Requires-Dist: scikit-learn
+Requires-Dist: seaborn
+Requires-Dist: tabulate
+Requires-Dist: timebudget
+Requires-Dist: tqdm
+Requires-Dist: tube_dl
+Requires-Dist: wandb
+Requires-Dist: ipynbname
+Requires-Dist: typed-argument-parser
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: license-file
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
+
+# 📦 Helper Package for Coding and Automation Changelog
+
+## v0.2.x (Experiment & Core Updates)
+
+### **v0.2.19**
+- ✨ **New Feature:** Added `exp.core.param_gen` to facilitate fast generation of parameter combination sweeps (grid search) using YAML configurations.
+
+### **v0.2.17**
+- 🚀 **Improvement:** Updated `exp.perf.profiler` with an `enabled` flag for dynamic toggling.
+- 🚀 **Improvement:** Added a `measure` context manager to simplify performance measuring of code blocks.
+
+### **v0.2.13**
+- ♻️ **Refactor:** Major reorganization of packages. Renamed `research` package to `exp` (Experiment Management).
+- 🚀 **Improvement:** Updated `exp/perfcalc.py` to allow saving computed performance metrics to CSV without explicitly calling `calc_perfs`.
+
+### **v0.2.1**
+- ✨ **New Feature:** Added `eval_exp` method to `exp/base_exp` for running evaluations (e.g., model testing) after experiments conclude.
+
+---
+
+## v0.1.9x (Visualization & Generators)
+
+### **v0.1.99**
+- ✨ **New Feature:** Added `gen_ipynb_name` to `filetype/ipynb`. Generates filenames based on the current notebook name with optional timestamps.
+
+### **v0.1.96**
+- ✨ **New Feature:** Added `PlotHelper` class in `research/plot` for plotting training history and image grids (dataset samples or model outputs).
+
+### **v0.1.91**
+- ✨ **New Feature:** Added `ParamGen` class to `research/param_gen` for parsing YAML files into parameter lists for hyperparameter searches.
+
+### **v0.1.90**
+- ✨ **New Feature:** Added `zProfiler` class to `research/profiler` for measuring context/step execution time, supporting dynamic color scales in plots.
+
+---
+
+## v0.1.5x - v0.1.7x (Infrastructure & Utilities)
+
+### **v0.1.77**
+- ✨ **New Feature:** Added `BaseExp` class in `research/base_exp` to handle common experiment tasks (performance calculation, result saving).
+
+### **v0.1.67**
+- 🔧 **Maintenance:** Switched to **uv** for virtual environment management.
+- 🚀 **Improvement:** Updated `research/perfcalc` to support both `torchmetrics` and custom metrics.
+
+### **v0.1.61**
+- ✨ **New Feature:** Added `VideoUtils` (`util/video`) for common video handling tasks.
+- ✨ **New Feature:** Added `GPUMonitor` (`util/gpu_mon`) for tracking GPU usage and performance.
+
+### **v0.1.59**
+- 🔨 **Architecture:** Added `util/perfcalc` abstract base class. This requires implementation of specific performance calculation logic.
+
+### **v0.1.55**
+- ✨ **New Feature:** Added `util/dataclass_util` for dynamic creation of `dataclass` objects from dictionaries or YAML (supports nested structures).
+
+### **v0.1.52**
+- ✨ **New Feature:** Added `research/perftb` module for managing experiment performance tables (filtering by dataset, metric, etc.).
+
+### **v0.1.50**
+- ✨ **New Feature:** Added `pprint_local_path` to print clickable file URIs for local paths.
+- ✨ **New Feature:** Added `research` package containing `benchquery` for dataframe benchmarking.
+- ✨ **New Feature:** Added `wandb` module for offline syncing and batch clearing of Weights & Biases runs.
+
+---
+
+## v0.1.4x (Display & formatting)
+
+### **v0.1.47**
+- ✨ **New Feature:** Added `pprint_box` to print objects or strings inside a decorative box frame.
+
+### **v0.1.46**
+- 🐛 **Fix:** Filtered `UserWarning: Unable to import Axes3D`.
+- 🚀 **Improvement:** Added `auto_wrap_text` to `fn_display_df` to prevent long text overflow in tables.
+
+### **v0.1.42**
+- ✨ **New Feature:** Added `rich_color.py` wrapper for basic color lists.
+
+### **v0.1.41**
+- ✨ **New Feature:** Added `rich_color.py` to support rich color information (palettes, strings) using the `rich` library.
+
+### **v0.1.40**
+- 🚀 **Improvement:** Updated `csvfile.py` to use `itables` and `pygwalker` for interactive dataframe display in Jupyter notebooks.
+
+---
+
+## v0.1.3x (Data & Loading)
+
+### **v0.1.38**
+- ✨ **New Feature:** Added `torchloader.py` to search for optimal `DataLoader` configurations (num_workers, batch_size, pin_memory).
+
+### **v0.1.37**
+- ✨ **New Feature:** Added `dataset.py` for splitting classification datasets into train/val/test sets.
+
+### **v0.1.33**
+- ✨ **New Feature:** Added `plot.py` for plotting Deep Learning training history (accuracy/loss) using `seaborn` and `matplotlib`.
+
+---
+
+## v0.1.0 - v0.1.2x (Early Utilities)
+
+### **v0.1.29**
+- 🐛 **Fix:** Pinned `kaleido==0.1.*` for `tele_noti` as version `0.2.*` caused image generation hangs.
+
+### **v0.1.24**
+- ♻️ **Refactor:** Renamed `sys` module to `system` to avoid conflicts with Python's built-in `sys`.
+- ✨ **New Feature:** Added `tele_noti` module for Telegram notifications regarding training progress.
+
+### **v0.1.22**
+- ✨ **New Feature:** Added `cuda.py` to check CUDA availability for both PyTorch and TensorFlow.
+
+### **v0.1.21**
+- ✨ **New Feature:** Added YAML inheritance and overriding support using `networkx` and `omegaconf`.
+
+### **v0.1.15**
+- ✨ **New Feature:** Added common logging library and `@console_log` decorator for function tracing.
+
+### **v0.1.10**
+- 🐛 **Fix:** Fixed typo `is_exit` -> `is_exist` in `filesys`.
+- 🚀 **Improvement:** Updated `gdrive` to support uploading to specific folders and returning direct shareable links.
+
+### **v0.1.9**
+- 🔧 **Maintenance:** Added `requirements.txt`.
+
+### **v0.1.6 - v0.1.8**
+- 🚀 **Performance:** Optimized table insertion by using an in-memory `row_pool_dict` before committing to the DataFrame.
+- ✨ **New Feature:** Added `DFCreator` for manipulating DataFrames (create, insert, display, save).
+
+### **v0.1.4 - v0.1.5**
+- ✨ **New Feature:** Added `cmd` module.
+- ✨ **New Feature:** Support for creating Bitbucket Projects from templates.
+
+### **v0.1.2**
+- ✨ **New Feature:** Added support for uploading local files to Google Drive.

{halib-0.2.17.dist-info → halib-0.2.19.dist-info}/RECORD

@@ -23,7 +23,7 @@ halib/exp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/exp/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/exp/core/base_config.py,sha256=Js2oVDt7qwT7eV_sOUWw6XXl569G1bX6ls-VYAx2gWY,5032
 halib/exp/core/base_exp.py,sha256=fknJVmW6ubbapOggbkrbNWgc1ZXcUz_FE3wMyuIGX7M,5180
-halib/exp/core/param_gen.py,sha256=1Qi2jyvbEWhcztoaEXXnFQ_CffYR5HdO_giBXT_4FjU,6950
+halib/exp/core/param_gen.py,sha256=_JjakBOr0UuJOxR11ZC-mrX7ye5kdc1SfGLZuYFmG1o,7385
 halib/exp/core/wandb_op.py,sha256=powL2QyLBqF-6PUGAOqd60s1npHLLKJxPns3S4hKeNo,4160
 halib/exp/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/exp/data/dataclass_util.py,sha256=OPZzqmug0be4JEq0hJ68pKjnyl0PRYQMVJGhKw1kvyk,1382
@@ -102,8 +102,8 @@ halib/utils/list.py,sha256=BM-8sRhYyqF7bh4p7TQtV7P_gnFruUCA6DTUOombaZg,337
 halib/utils/listop.py,sha256=Vpa8_2fI0wySpB2-8sfTBkyi_A4FhoFVVvFiuvW8N64,339
 halib/utils/tele_noti.py,sha256=-4WXZelCA4W9BroapkRyIdUu9cUVrcJJhegnMs_WpGU,5928
 halib/utils/video.py,sha256=zLoj5EHk4SmP9OnoHjO8mLbzPdtq6gQPzTQisOEDdO8,3261
-halib-0.2.17.dist-info/licenses/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
-halib-0.2.17.dist-info/METADATA,sha256=EGLJnKZyHP5mIYFKIqUK7x5GRgto9nytZswYx10TLbs,7059
-halib-0.2.17.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-halib-0.2.17.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
-halib-0.2.17.dist-info/RECORD,,
+halib-0.2.19.dist-info/licenses/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
+halib-0.2.19.dist-info/METADATA,sha256=Q-usItXuCQOXcyCGPIMdspvAIOJzmjERbegWM_TsYSg,7313
+halib-0.2.19.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+halib-0.2.19.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
+halib-0.2.19.dist-info/RECORD,,

halib-0.2.17.dist-info/METADATA

@@ -1,220 +0,0 @@
-Metadata-Version: 2.4
-Name: halib
-Version: 0.2.17
-Summary: Small library for common tasks
-Author: Hoang Van Ha
-Author-email: hoangvanhauit@gmail.com
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Requires-Python: >=3.9
-Description-Content-Type: text/markdown
-License-File: LICENSE.txt
-Requires-Dist: arrow
-Requires-Dist: click
-Requires-Dist: dataclass-wizard
-Requires-Dist: enlighten
-Requires-Dist: itables
-Requires-Dist: kaleido
-Requires-Dist: loguru
-Requires-Dist: matplotlib
-Requires-Dist: more-itertools
-Requires-Dist: moviepy
-Requires-Dist: networkx
-Requires-Dist: numpy
-Requires-Dist: omegaconf
-Requires-Dist: opencv-python
-Requires-Dist: pandas
-Requires-Dist: Pillow
-Requires-Dist: plotly
-Requires-Dist: Pyarrow
-Requires-Dist: pycurl
-Requires-Dist: pygwalker
-Requires-Dist: python-telegram-bot
-Requires-Dist: requests
-Requires-Dist: rich
-Requires-Dist: scikit-learn
-Requires-Dist: seaborn
-Requires-Dist: tabulate
-Requires-Dist: timebudget
-Requires-Dist: tqdm
-Requires-Dist: tube_dl
-Requires-Dist: wandb
-Requires-Dist: ipynbname
-Requires-Dist: typed-argument-parser
-Dynamic: author
-Dynamic: author-email
-Dynamic: classifier
-Dynamic: description
-Dynamic: description-content-type
-Dynamic: license-file
-Dynamic: requires-dist
-Dynamic: requires-python
-Dynamic: summary
-
-# Helper package for coding and automation
-
-**Version 0.2.17**
-+ update `exp.perf.profiler`: add `enabled` flag to enable/disable profiling dynamically, also add `measure` context manager to simplify measuring code blocks.
-
-**Version 0.2.13**
-+ reorganize packages with most changes in `research` package; also rename `research` to `exp` (package for experiment management and utilities)
-+ update `exp/perfcalc.py` to allow save computed performance to csv file (without explicit calling method `calc_perfs`)
-
-**Version 0.2.1**
-+ `research/base_exp`: add `eval_exp` method to evaluate experiment (e.g., model evaluation on test set) after experiment running is done.
-
-**Version 0.1.99**
-+ `filetype/ipynb`: add `gen_ipynb_name` generator to create file name based on current notebook name as prefix (with optional timestamp)
-
-**Version 0.1.96**
-+ `research/plot`: add `PlotHelper` class to plot train history + plot grid of images (e.g., image samples from dataset or model outputs)
-
-
-**Version 0.1.91**
-+ `research/param_gen`: add `ParamGen` class to generate parameter list from yaml file for hyperparameter search (grid search, random search, etc.)
-
-**Version 0.1.90**
-
-+ `research/profiler`: add `zProfiler` class to measure execution time of contexts and steps, with support for dynamic color scales in plots.
-
-**Version 0.1.77**
-
-+ `research/base_exp`: add base experiment class to handle common experiment tasks, including performance calculation and saving results.
-
-**Version 0.1.67**
-
-+ now use `uv` for venv management
-+ `research/perfcalc`: support both torchmetrics and custom metrics for performance calculation
-
-**Version 0.1.61**
-
-+ add `util/video`: add `VideoUtils` class to handle common video-related tasks
-+ add `util/gpu_mon`: add `GPUMonitor` class to monitor GPU usage and performance
-
-**Version 0.1.59**
-
-+ add `util/perfcalc`: abstract class for performance calculation. This class need to be inherited and implemented with specific performance calculation logic.
-
-**Version 0.1.55**
-
-+ add `util/dataclass_util` to help dynamically create `dataclass` classes from dictionary or YAML file, including support for nested dataclasses. From there, we can use `dataclass_wizard` to create a list of `dataclass` classes with the help from ChatGPT.
-
-**Version 0.1.52**
-
-+ add `research/perftb` module to allow creating and managing performance tables for experiments, including filtering by datasets, metrics, and experiments.
-
-**Version 0.1.50**
-
-+ add `pprint_local_path` to print local path (file/directory) in clickable link (as file URI)
-
-+ add `research` package to help with research tasks, including `benchquery` for benchmarking queries from dataframe
-+ add `wandb` module to allow easy sync offline data to Weights & Biases (wandb) and batch clear wandb runs.
-
-**Version 0.1.47**
-+ add `pprint_box` to print object/string in a box frame (like in `inspect`)
-
-**Version 0.1.46**
-+ filter the warning message of `UserWarning: Unable to import Axes3D.`
-+ auto_wrap_text for `fn_display_df` to avoid long text in the table
-
-**Version 0.1.42**
-+ add <rich_color.py>: add basic color list (for easy usage)
-
-**Version 0.1.41**
-+ add <rich_color.py> to display rich color information in <rich> python package (rcolor_str, rcolor_pallet_all, etc.)
-
-**Version 0.1.40**
-
-+  update <csvfile.py> to use `itables` and `pygwalker` to display dataframe in jupyter notebook.
-
-**Version 0.1.38**
-
-+  add <torchloader.py> to search for best cfg for torch dataloader (num_workers, batch_size, pin_memory, et.)
-
-**Version 0.1.37**
-
-+  add <dataset.py> to help split classification dataset into train/val(test)
----
-**Version 0.1.33**
-
-+ add `plot.py` module to plot DL model training history (with columlns: epoch, train_accuracy, val_accuracy, train_loss, val_loss) using `seaborn` and `matplotlib`
----
-**Version 0.1.29**
-
-+ for `tele_noti` module, `kaleido==0.1.*` is required for plotly since `kaleido 0.2.*` is not working (taking for ever to generate image)
----
-**Version 0.1.24**
-
-+ rename `sys` to `system` to avoid conflict with built-in `sys` module
-+ add `tele_noti` module to send notification to telegram after a specific interval for training progress monitoring
----
-**Version 0.1.22**
-
-+ add `cuda.py` module to check CUDA availability (for both pytorch and tensorflow)
----
-**Version 0.1.21**
-
-+ using `networkx` and `omegaconf` to allow yaml file inheritance and override
----
-**Version 0.1.15**
-
-+ `__init__.py`: add common logging library; also `console_log` decorator to log function (start and end)
-
----
-
-**Version 0.1.10**
-
-+ filesys: fix typo on "is_exit" to "is_exist"
-+ gdrive: now support uploading file to folder and return direct link (shareable link)
-
-**Version 0.1.9**
-
-+ add dependencies requirement.txt
-
-**Version 0.1.8**
-
-Fix bugs:
-
-+ [performance] instead of inserting directly new rows into table dataframe, first insert it into in-memory `row_pool_dict`, that fill data in that dict into the actual dataframe when needed.
-
----
-
-**Version 0.1.7**
-
-Fix bugs:
-
-+ fix insert into table so slow by allowing insert multiple rows at once
-
----
-
-**Version 0.1.6**
-
-New features:
-
-+ add DFCreator for manipulating table (DataFrame) - create, insert row, display, write to file
-
----
-
-**Version 0.1.5**
-
-New Features
-
-+ add cmd module
-+ new package structure
-
----
-
-**Version 0.1.4**
-
-New Features
-
-+ add support to create Bitbucket Project from template
-
----
-
-**Version 0.1.2**
-
-New Features
-
-+ add support to upload local to google drive.