halib 0.1.94__tar.gz → 0.1.95__tar.gz

{halib-0.1.94 → halib-0.1.95}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: halib
-Version: 0.1.94
+Version: 0.1.95
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -52,7 +52,7 @@ Dynamic: summary
 
 # Helper package for coding and automation
 
-**Version 0.1.94**
+**Version 0.1.95**
 + `research/plot': add `PlotHelper` class to plot train history + plot grid of images (e.g., image samples from dataset or model outputs)
 
 

{halib-0.1.94 → halib-0.1.95}/README.md

@@ -1,6 +1,6 @@
 # Helper package for coding and automation
 
-**Version 0.1.94**
+**Version 0.1.95**
 + `research/plot': add `PlotHelper` class to plot train history + plot grid of images (e.g., image samples from dataset or model outputs)
 
 

{halib-0.1.94 → halib-0.1.95}/halib/filetype/yamlfile.py

@@ -6,6 +6,8 @@ from omegaconf import OmegaConf
 from rich.console import Console
 from argparse import ArgumentParser
 
+from ..research.mics import *
+
 console = Console()
 
 
@@ -51,6 +53,27 @@ def load_yaml(yaml_file, to_dict=False, log_info=False):
     else:
         return omgconf
 
+def load_yaml_with_PC_abbr(
+    yaml_file, pc_abbr_to_working_disk=DEFAULT_ABBR_WORKING_DISK
+):
+    # current PC abbreviation
+    pc_abbr = get_PC_abbr_name()
+
+    # current plaftform: windows or linux
+    current_platform = platform.system().lower()
+
+    assert pc_abbr in pc_abbr_to_working_disk, f"The is no mapping for {pc_abbr} to <working_disk>"
+
+    # working disk
+    working_disk = pc_abbr_to_working_disk.get(pc_abbr)
+
+    # load yaml file
+    data_dict = load_yaml(yaml_file=yaml_file, to_dict=True)
+
+    # Normalize paths in the loaded data
+    data_dict = normalize_paths(data_dict, working_disk, current_platform)
+    return data_dict
+
 
 def parse_args():
     parser = ArgumentParser(description="desc text")

halib-0.1.95/halib/research/mics.py

@@ -0,0 +1,66 @@
+from ..common import *
+from ..filetype import csvfile
+import pandas as pd
+import platform
+
+
+PC_NAME_TO_ABBR = {
+    "DESKTOP-JQD9K01": "MainPC",
+    "DESKTOP-5IRHU87": "MSI_Laptop",
+    "DESKTOP-96HQCNO": "4090_SV",
+    "DESKTOP-Q2IKLC0": "4GPU_SV",
+    "DESKTOP-QNS3DNF": "1GPU_SV"
+}
+
+DEFAULT_ABBR_WORKING_DISK = {
+    "MainPC": "E:",
+    "MSI_Laptop": "D:",
+    "4090_SV": "E:",
+    "4GPU_SV": "D:",
+}
+
+def list_PCs():
+    df = pd.DataFrame(list(PC_NAME_TO_ABBR.items()), columns=["PC Name", "Abbreviation"])
+    csvfile.showdf(df)
+
+def get_PC_name():
+    return platform.node()
+
+def get_PC_abbr_name():
+    pc_name = get_PC_name()
+    return PC_NAME_TO_ABBR.get(pc_name, "Unknown")
+
+# ! This funcction search for full paths in the obj and normalize them according to the current platform and working disk
+# ! E.g: "E:/zdataset/DFire", but working_disk: "D:", current_platform: "windows" => "D:/zdataset/DFire"
+# ! E.g: "E:/zdataset/DFire", but working_disk: "D:", current_platform: "linux" => "/mnt/d/zdataset/DFire"
+def normalize_paths(obj, working_disk, current_platform):
+    if isinstance(obj, dict):
+        for key, value in obj.items():
+            obj[key] = normalize_paths(value, working_disk, current_platform)
+        return obj
+    elif isinstance(obj, list):
+        for i, item in enumerate(obj):
+            obj[i] = normalize_paths(item, working_disk, current_platform)
+        return obj
+    elif isinstance(obj, str):
+        # Normalize backslashes to forward slashes for consistency
+        obj = obj.replace("\\", "/")
+        # Regex for Windows-style path: e.g., "E:/zdataset/DFire"
+        win_match = re.match(r"^([A-Z]):/(.*)$", obj)
+        # Regex for Linux-style path: e.g., "/mnt/e/zdataset/DFire"
+        lin_match = re.match(r"^/mnt/([a-z])/(.*)$", obj)
+        if win_match or lin_match:
+            rest = win_match.group(2) if win_match else lin_match.group(2)
+            if current_platform == "windows":
+                # working_disk is like "D:", so "D:/" + rest
+                new_path = working_disk + "/" + rest
+            elif current_platform == "linux":
+                # Extract drive letter from working_disk (e.g., "D:" -> "d")
+                drive_letter = working_disk[0].lower()
+                new_path = "/mnt/" + drive_letter + "/" + rest
+            else:
+                # Unknown platform, return original
+                return obj
+            return new_path
+    # For non-strings or non-path strings, return as is
+    return obj

{halib-0.1.94 → halib-0.1.95}/halib/research/perfcalc.py

@@ -227,9 +227,9 @@ class PerfCalc(ABC):  # Abstract base class for performance calculation
             ), "No metric columns found in the DataFrame. Ensure that the CSV files contain metric columns starting with 'metric_'."
             final_cols = sticky_cols + metric_cols
             df = df[final_cols]
-            # !hahv debug
-            pprint("------ Final DataFrame Columns ------")
-            csvfile.fn_display_df(df)
+            # # !hahv debug
+            # pprint("------ Final DataFrame Columns ------")
+            # csvfile.fn_display_df(df)
             # ! validate all rows in df before returning
             # make sure all rows will have at least values for REQUIRED_COLS and at least one metric column
             for index, row in df.iterrows():

{halib-0.1.94 → halib-0.1.95}/halib/research/perftb.py

@@ -308,7 +308,8 @@ class PerfTB:
         if save_path:
             export_success = False
             try:
-                fig.write_image(save_path, engine="kaleido")
+                # fig.write_image(save_path, engine="kaleido")
+                fig.write_image(save_path, engine="kaleido", width=width, height=height * len(metric_list))
                 export_success = True
             # pprint(f"Saved: {os.path.abspath(save_path)}")
             except Exception as e:

{halib-0.1.94 → halib-0.1.95}/halib.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: halib
-Version: 0.1.94
+Version: 0.1.95
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -52,7 +52,7 @@ Dynamic: summary
 
 # Helper package for coding and automation
 
-**Version 0.1.94**
+**Version 0.1.95**
 + `research/plot': add `PlotHelper` class to plot train history + plot grid of images (e.g., image samples from dataset or model outputs)
 
 

{halib-0.1.94 → halib-0.1.95}/setup.py

@@ -8,7 +8,7 @@ with open("requirements.txt") as f:
 
 setuptools.setup(
     name="halib",
-    version="0.1.94",
+    version="0.1.95",
     author="Hoang Van Ha",
     author_email="hoangvanhauit@gmail.com",
     description="Small library for common tasks",

halib-0.1.94/halib/research/mics.py

@@ -1,16 +0,0 @@
-import platform
-
-PC_NAME_TO_ABBR = {
-    "DESKTOP-JQD9K01": "MainPC",
-    "DESKTOP-5IRHU87": "MSI_Laptop",
-    "DESKTOP-96HQCNO": "4090_SV",
-    "DESKTOP-Q2IKLC0": "4GPU_SV",
-    "DESKTOP-QNS3DNF": "1GPU_SV"
-}
-
-def get_PC_name():
-    return platform.node()
-
-def get_PC_abbr_name():
-    pc_name = get_PC_name()
-    return PC_NAME_TO_ABBR.get(pc_name, "Unknown")