halib 0.2.35__tar.gz → 0.2.36__tar.gz

{halib-0.2.35 → halib-0.2.36}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: halib
-Version: 0.2.35
+Version: 0.2.36
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -57,7 +57,7 @@ Dynamic: summary
 
 ## v0.2.x (Experiment & Core Updates)
 
-### **v0.2.35**
+### **v0.2.36**
 
 - ✨ **New Feature:**: introduce `utils.PlotlyUtils` with parallel coordinates plot and data table support
 

{halib-0.2.35 → halib-0.2.36}/README.md

@@ -2,7 +2,7 @@
 
 ## v0.2.x (Experiment & Core Updates)
 
-### **v0.2.35**
+### **v0.2.36**
 
 - ✨ **New Feature:**: introduce `utils.PlotlyUtils` with parallel coordinates plot and data table support
 

{halib-0.2.35 → halib-0.2.36}/halib/exp/perf/profiler.py

@@ -1,7 +1,6 @@
 import os
 import time
 import json
-from pathlib import Path
 from pprint import pprint
 from threading import Lock
 from functools import wraps
@@ -13,6 +12,7 @@ import plotly.graph_objects as go
 import plotly.express as px  # for dynamic color scales
 
 from contextlib import contextmanager
+from typing import Dict
 
 from ...common.common import ConsoleLog
 from ...system.path import *
@@ -171,6 +171,50 @@ class zProfiler:
             finally:
                 self.step_end(ctx_name, step_name)
 
+    def merge_data(self, other_time_dict: Dict):
+        """
+        Aggregates profiling data from an external dictionary into the current instance.
+
+        This method is designed for multiprocessing scenarios where worker processes
+        collect data in isolated memory spaces. It merges contexts and appends
+        step timings to the main profiler.
+
+        Args:
+            other_time_dict (Dict): The `time_dict` returned from a worker process
+                (usually via `future.result()`).
+
+        Example:
+            >>> with ProcessPoolExecutor() as executor:
+            >>>     # ... submit tasks ...
+            >>>     futures = [executor.submit(worker_task, args) for args in task_args]
+            >>>     for future in as_completed(futures):
+            >>>         worker_data = future.result()
+            >>>         main_profiler.merge_data(worker_data)
+        """
+        with self._lock:
+            for ctx_name, other_ctx_data in other_time_dict.items():
+                # 1. New Context: Copy entire structure
+                if ctx_name not in self.time_dict:
+                    self.time_dict[ctx_name] = other_ctx_data
+                    continue
+
+                # 2. Existing Context: Merge Steps
+                local_step_dict = self.time_dict[ctx_name]["step_dict"]
+                other_step_dict = other_ctx_data["step_dict"]
+
+                for step_name, other_timings in other_step_dict.items():
+                    if step_name not in local_step_dict:
+                        local_step_dict[step_name] = other_timings
+                    else:
+                        # Append the list of timings (extend list of lists)
+                        local_step_dict[step_name].extend(other_timings)
+
+                # 3. Aggregate metadata (report counts, etc.)
+                if "report_count" in other_ctx_data:
+                    self.time_dict[ctx_name]["report_count"] += other_ctx_data[
+                        "report_count"
+                    ]
+
     def _step_dict_to_detail(self, ctx_step_dict):
         """
                 'ctx_step_dict': {
@@ -182,9 +226,9 @@ class zProfiler:
         │   │   │   [278091.230944486, 278091.251378469],
         │   }
         """
-        assert len(ctx_step_dict.keys()) > 0, (
-            "step_dict must have only one key (step_name) for detail."
-        )
+        assert (
+            len(ctx_step_dict.keys()) > 0
+        ), "step_dict must have only one key (step_name) for detail."
         normed_ctx_step_dict = {}
         for step_name, time_list in ctx_step_dict.items():
             if not isinstance(ctx_step_dict[step_name], list):
@@ -246,9 +290,9 @@ class zProfiler:
                 report_dict[ctx_name]["step_dict"]["summary"]["avg_time"][
                     f"avg_{step_name}"
                 ] = avg_time
-            report_dict[ctx_name]["step_dict"]["summary"]["total_avg_time"] = (
-                total_avg_time
-            )
+            report_dict[ctx_name]["step_dict"]["summary"][
+                "total_avg_time"
+            ] = total_avg_time
             report_dict[ctx_name]["step_dict"]["summary"] = dict(
                 sorted(report_dict[ctx_name]["step_dict"]["summary"].items())
             )

{halib-0.2.35 → halib-0.2.36}/halib/utils/plotly_op.py

@@ -17,7 +17,10 @@ class PlotlyUtils:
             parts = name.split("__")
             exp_id = parts[-2] if len(parts) >= 2 else name
             exp_ids.append(exp_id)
-        return pd.Series(exp_ids)
+        # ! make sure series index matches df index
+        # ! if not, it will cause misalignment issues later
+        assert len(exp_ids) == len(df), "exp_id_extractor: Length mismatch"
+        return pd.Series(exp_ids, index=df.index)
 
     @staticmethod
     def exp_id_formatter(exp_id: str) -> str:
@@ -148,8 +151,10 @@ class PlotlyUtils:
                 table.dataTable thead th {{
                     background-color: #333;
                     color: white;
-                    padding: 8px !important;
+                    padding: 8px 12px !important;
+                    padding-right: 20px !important; /* THIS LINE FIXES THE OVERLAP */
                     font-size: 12px;
+                    position: relative; /* Ensures sort icons align correctly */
                 }}
                 table.dataTable tbody td {{
                     padding: 4px 8px !important; /* Compact rows */
@@ -157,7 +162,7 @@ class PlotlyUtils:
 
                 #exp_table tbody tr:nth-child(even), #selected_table tbody tr:nth-child(even) {{ background-color: #f2f2f2; }}
                 #exp_table tbody tr:nth-child(odd), #selected_table tbody tr:nth-child(odd) {{ background-color: #ffffff; }}
-                #exp_table tbody tr:hover, #selected_table tbody tr:hover {{ background-color: #e0e0e0; }}
+                #exp_table tbody tr:hover, #selected_table tbody tr:hover {{ background-color: #adadad; }}
 
                 h2 {{ color: #2c3e50; border-bottom: 2px solid #eee; padding-bottom: 10px; margin-top: 40px; }}
 

{halib-0.2.35 → halib-0.2.36}/halib.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: halib
-Version: 0.2.35
+Version: 0.2.36
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -57,7 +57,7 @@ Dynamic: summary
 
 ## v0.2.x (Experiment & Core Updates)
 
-### **v0.2.35**
+### **v0.2.36**
 
 - ✨ **New Feature:**: introduce `utils.PlotlyUtils` with parallel coordinates plot and data table support
 

{halib-0.2.35 → halib-0.2.36}/setup.py

@@ -8,7 +8,7 @@ with open("requirements.txt", "r", encoding="utf-8") as f:
 
 setuptools.setup(
     name="halib",
-    version="0.2.35",
+    version="0.2.36",
     author="Hoang Van Ha",
     author_email="hoangvanhauit@gmail.com",
     description="Small library for common tasks",