halib 0.1.52__tar.gz → 0.1.54__tar.gz

{halib-0.1.52 → halib-0.1.54}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: halib
-Version: 0.1.52
+Version: 0.1.54
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -15,6 +15,10 @@ License-File: LICENSE.txt
 
 Helper package for coding and automation
 
+**Version 0.1.54**
+
++ add `util/dataclass_util` to help dynamically create `dataclass` classes from dictionary or YAML file, including support for nested dataclasses. From there, we can use `dataclass_wizard` to create a list of `dataclass` classes with the help from ChatGPT.
+
 **Version 0.1.52**
 
 + add `research/perftb` module to allow creating and managing performance tables for experiments, including filtering by datasets, metrics, and experiments.

{halib-0.1.52 → halib-0.1.54}/README.md

@@ -1,5 +1,9 @@
 Helper package for coding and automation
 
+**Version 0.1.54**
+
++ add `util/dataclass_util` to help dynamically create `dataclass` classes from dictionary or YAML file, including support for nested dataclasses. From there, we can use `dataclass_wizard` to create a list of `dataclass` classes with the help from ChatGPT.
+
 **Version 0.1.52**
 
 + add `research/perftb` module to allow creating and managing performance tables for experiments, including filtering by datasets, metrics, and experiments.

{halib-0.1.52 → halib-0.1.54}/halib/research/perftb.py

@@ -12,10 +12,10 @@ from typing import Dict, List, Union, Optional
 from rich.pretty import pprint
 import pandas as pd
 
-# from halib import *
+from halib import *
 # internal imports
-from ..filetype import csvfile
-from ..common import ConsoleLog
+# from ..filetype import csvfile
+# from ..common import ConsoleLog
 
 
 class DatasetMetrics:
@@ -249,12 +249,15 @@ class PerfTB:
 
         current_our_method = -1  # Start with -1 to avoid index error
         exp_pattern_dict = {}
+        shown_legends = set()
         for row_idx, metric in enumerate(metric_list, start=1):
             metric_df = df[df["Metric"] == metric]
             list_exp = list(metric_df["Experiment"].unique())
             if custom_sort_exp_fn:
                 list_exp = custom_sort_exp_fn(list_exp)
             for exp in list_exp:
+                showlegend = exp not in shown_legends
+                shown_legends.add(exp) # since it is a set, it will only keep unique values
                 should_highlight = (
                     custom_highlight_method_fn is not None and custom_highlight_method_fn(exp)
                 )
@@ -274,7 +277,7 @@ class PerfTB:
                         y=exp_df["Value"],
                         name=f"{exp}",
                         legendgroup=exp,
-                        showlegend=(row_idx == 1),  # Show legend only for the first row
+                        showlegend=showlegend,  # Show legend only for the first row
                         marker=dict(
                             color=color_map[exp],
                             pattern=(
@@ -749,8 +752,19 @@ def test_mics() -> None:
         custom_sort_exp_fn=lambda exps: sorted(exps, reverse=True),
         open_plot=True,
     )
+def test_bench2():
+    perftb = PerfTB.from_csv(
+        "test/bench2.csv",
+        sep=";")
+    perftb.display()
+    perftb.plot(
+        save_path="zout/bench2_plot.svg",
+        title="Bench2 Performance Comparison",
+        open_plot=True,
+    )
 
 
 # Example usage
 if __name__ == "__main__":
-    test_mics()
+    # test_mics()
+    test_bench2()

halib-0.1.54/halib/utils/dataclass_util.py

@@ -0,0 +1,39 @@
+import yaml
+from typing import Any
+from rich.pretty import pprint
+from ..filetype import yamlfile
+# from halib.filetype import yamlfile
+from dataclasses import make_dataclass
+
+def dict_to_dataclass(name: str, data: dict):
+    fields = []
+    values = {}
+
+    for key, value in data.items():
+        if isinstance(value, dict):
+            sub_dc = dict_to_dataclass(key.capitalize(), value)
+            fields.append((key, type(sub_dc)))
+            values[key] = sub_dc
+        else:
+            field_type = type(value) if value is not None else Any
+            fields.append((key, field_type))
+            values[key] = value
+
+    DC = make_dataclass(name.capitalize(), fields)
+    return DC(**values)
+
+def yaml_to_dataclass(name: str, yaml_str: str):
+    data = yaml.safe_load(yaml_str)
+    return dict_to_dataclass(name, data)
+
+def yamlfile_to_dataclass(name: str, file_path: str):
+    data_dict = yamlfile.load_yaml(file_path, to_dict=True)
+    if "__base__" in data_dict:
+        del data_dict["__base__"]
+    return dict_to_dataclass(name, data_dict)
+
+if __name__ == "__main__":
+    cfg = yamlfile_to_dataclass("Config", "test/dataclass_util_test_cfg.yaml")
+
+    # ! NOTICE: after print out this dataclass, we can copy the output and paste it into CHATGPT to generate a list of needed dataclass classes using `from dataclass_wizard import YAMLWizard`
+    pprint(cfg)

{halib-0.1.52 → halib-0.1.54}/halib.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: halib
-Version: 0.1.52
+Version: 0.1.54
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -15,6 +15,10 @@ License-File: LICENSE.txt
 
 Helper package for coding and automation
 
+**Version 0.1.54**
+
++ add `util/dataclass_util` to help dynamically create `dataclass` classes from dictionary or YAML file, including support for nested dataclasses. From there, we can use `dataclass_wizard` to create a list of `dataclass` classes with the help from ChatGPT.
+
 **Version 0.1.52**
 
 + add `research/perftb` module to allow creating and managing performance tables for experiments, including filtering by datasets, metrics, and experiments.

{halib-0.1.52 → halib-0.1.54}/halib.egg-info/SOURCES.txt

@@ -35,5 +35,6 @@ halib/system/__init__.py
 halib/system/cmd.py
 halib/system/filesys.py
 halib/utils/__init__.py
+halib/utils/dataclass_util.py
 halib/utils/listop.py
 halib/utils/tele_noti.py

{halib-0.1.52 → halib-0.1.54}/halib.egg-info/requires.txt

@@ -27,3 +27,4 @@ timebudget
 tqdm
 tube_dl
 wandb
+dataclass-wizard

{halib-0.1.52 → halib-0.1.54}/setup.py

@@ -8,7 +8,7 @@ with open("requirements.txt") as f:
 
 setuptools.setup(
     name="halib",
-    version="0.1.52",
+    version="0.1.54",
     author="Hoang Van Ha",
     author_email="hoangvanhauit@gmail.com",
     description="Small library for common tasks",