halib 0.2.35__py3-none-any.whl → 0.2.36__py3-none-any.whl

halib/exp/perf/profiler.py

@@ -1,7 +1,6 @@
 import os
 import time
 import json
-from pathlib import Path
 from pprint import pprint
 from threading import Lock
 from functools import wraps
@@ -13,6 +12,7 @@ import plotly.graph_objects as go
 import plotly.express as px  # for dynamic color scales
 
 from contextlib import contextmanager
+from typing import Dict
 
 from ...common.common import ConsoleLog
 from ...system.path import *
@@ -171,6 +171,50 @@ class zProfiler:
             finally:
                 self.step_end(ctx_name, step_name)
 
+    def merge_data(self, other_time_dict: Dict):
+        """
+        Aggregates profiling data from an external dictionary into the current instance.
+
+        This method is designed for multiprocessing scenarios where worker processes
+        collect data in isolated memory spaces. It merges contexts and appends
+        step timings to the main profiler.
+
+        Args:
+            other_time_dict (Dict): The `time_dict` returned from a worker process
+                (usually via `future.result()`).
+
+        Example:
+            >>> with ProcessPoolExecutor() as executor:
+            >>>     # ... submit tasks ...
+            >>>     futures = [executor.submit(worker_task, args) for args in task_args]
+            >>>     for future in as_completed(futures):
+            >>>         worker_data = future.result()
+            >>>         main_profiler.merge_data(worker_data)
+        """
+        with self._lock:
+            for ctx_name, other_ctx_data in other_time_dict.items():
+                # 1. New Context: Copy entire structure
+                if ctx_name not in self.time_dict:
+                    self.time_dict[ctx_name] = other_ctx_data
+                    continue
+
+                # 2. Existing Context: Merge Steps
+                local_step_dict = self.time_dict[ctx_name]["step_dict"]
+                other_step_dict = other_ctx_data["step_dict"]
+
+                for step_name, other_timings in other_step_dict.items():
+                    if step_name not in local_step_dict:
+                        local_step_dict[step_name] = other_timings
+                    else:
+                        # Append the list of timings (extend list of lists)
+                        local_step_dict[step_name].extend(other_timings)
+
+                # 3. Aggregate metadata (report counts, etc.)
+                if "report_count" in other_ctx_data:
+                    self.time_dict[ctx_name]["report_count"] += other_ctx_data[
+                        "report_count"
+                    ]
+
     def _step_dict_to_detail(self, ctx_step_dict):
         """
                 'ctx_step_dict': {
@@ -182,9 +226,9 @@ class zProfiler:
         │   │   │   [278091.230944486, 278091.251378469],
         │   }
         """
-        assert len(ctx_step_dict.keys()) > 0, (
-            "step_dict must have only one key (step_name) for detail."
-        )
+        assert (
+            len(ctx_step_dict.keys()) > 0
+        ), "step_dict must have only one key (step_name) for detail."
         normed_ctx_step_dict = {}
         for step_name, time_list in ctx_step_dict.items():
             if not isinstance(ctx_step_dict[step_name], list):
@@ -246,9 +290,9 @@ class zProfiler:
                 report_dict[ctx_name]["step_dict"]["summary"]["avg_time"][
                     f"avg_{step_name}"
                 ] = avg_time
-            report_dict[ctx_name]["step_dict"]["summary"]["total_avg_time"] = (
-                total_avg_time
-            )
+            report_dict[ctx_name]["step_dict"]["summary"][
+                "total_avg_time"
+            ] = total_avg_time
             report_dict[ctx_name]["step_dict"]["summary"] = dict(
                 sorted(report_dict[ctx_name]["step_dict"]["summary"].items())
             )

halib/utils/plotly_op.py

@@ -17,7 +17,10 @@ class PlotlyUtils:
             parts = name.split("__")
             exp_id = parts[-2] if len(parts) >= 2 else name
             exp_ids.append(exp_id)
-        return pd.Series(exp_ids)
+        # ! make sure series index matches df index
+        # ! if not, it will cause misalignment issues later
+        assert len(exp_ids) == len(df), "exp_id_extractor: Length mismatch"
+        return pd.Series(exp_ids, index=df.index)
 
     @staticmethod
     def exp_id_formatter(exp_id: str) -> str:
@@ -148,8 +151,10 @@ class PlotlyUtils:
                 table.dataTable thead th {{
                     background-color: #333;
                     color: white;
-                    padding: 8px !important;
+                    padding: 8px 12px !important;
+                    padding-right: 20px !important; /* THIS LINE FIXES THE OVERLAP */
                     font-size: 12px;
+                    position: relative; /* Ensures sort icons align correctly */
                 }}
                 table.dataTable tbody td {{
                     padding: 4px 8px !important; /* Compact rows */
@@ -157,7 +162,7 @@ class PlotlyUtils:
 
                 #exp_table tbody tr:nth-child(even), #selected_table tbody tr:nth-child(even) {{ background-color: #f2f2f2; }}
                 #exp_table tbody tr:nth-child(odd), #selected_table tbody tr:nth-child(odd) {{ background-color: #ffffff; }}
-                #exp_table tbody tr:hover, #selected_table tbody tr:hover {{ background-color: #e0e0e0; }}
+                #exp_table tbody tr:hover, #selected_table tbody tr:hover {{ background-color: #adadad; }}
 
                 h2 {{ color: #2c3e50; border-bottom: 2px solid #eee; padding-bottom: 10px; margin-top: 40px; }}
 

{halib-0.2.35.dist-info → halib-0.2.36.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: halib
-Version: 0.2.35
+Version: 0.2.36
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -57,7 +57,7 @@ Dynamic: summary
 
 ## v0.2.x (Experiment & Core Updates)
 
-### **v0.2.35**
+### **v0.2.36**
 
 - ✨ **New Feature:**: introduce `utils.PlotlyUtils` with parallel coordinates plot and data table support
 

{halib-0.2.35.dist-info → halib-0.2.36.dist-info}/RECORD

@@ -35,7 +35,7 @@ halib/exp/perf/gpu_mon.py,sha256=vD41_ZnmPLKguuq9X44SB_vwd9JrblO4BDzHLXZhhFY,223
 halib/exp/perf/perfcalc.py,sha256=zb0eGt24kPVC2HTq9M095wP6y8TqOicWy52BxAigap0,19834
 halib/exp/perf/perfmetrics.py,sha256=qRiNiCKGUSTLY7gPMVMuVHGAAyeosfGWup2eM4490aw,5485
 halib/exp/perf/perftb.py,sha256=IWElg3OB5dmhfxnY8pMZvkL2y_EnvLmEx3gJlpUR1Fs,31066
-halib/exp/perf/profiler.py,sha256=Nx-Y1V3pCbaEOisY1sDT8s0yGFs3J6TUmutZslseoNI,19201
+halib/exp/perf/profiler.py,sha256=Ar7MeWZ8xBo6Inp5-3Kl8bVgk996oPDAjFno9p3Kamc,21247
 halib/exp/viz/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/exp/viz/plot.py,sha256=51FhD1mH4nthTrY3K4mrO5pxI5AzvHXpZy5_ToqkYHs,28580
 halib/filetype/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -100,14 +100,14 @@ halib/utils/dict_op.py,sha256=wYE6Iw-_CnCWdMg9tpJ2Y2-e2ESkW9FxmdBkZkbUh80,299
 halib/utils/gpu_mon.py,sha256=vD41_ZnmPLKguuq9X44SB_vwd9JrblO4BDzHLXZhhFY,2233
 halib/utils/list.py,sha256=bbey9_0IaMXnHx1pudv3C3_WU9uFQEQ5qHPklSN-7o0,498
 halib/utils/listop.py,sha256=Vpa8_2fI0wySpB2-8sfTBkyi_A4FhoFVVvFiuvW8N64,339
-halib/utils/plotly_op.py,sha256=wcyMPFavTOv8gbcx82H-_T5EzpUDCqGRH-sQO9NAk4M,9883
+halib/utils/plotly_op.py,sha256=AkrY7UIHz5qnqrGkgpgiadLSlbVGEZh4Un43ntG5zy0,10259
 halib/utils/slack.py,sha256=2ugWE_eJ0s479ObACJbx7iEu3kjMPD4Rt2hEwuMpuNQ,3099
 halib/utils/slack_op.py,sha256=2ugWE_eJ0s479ObACJbx7iEu3kjMPD4Rt2hEwuMpuNQ,3099
 halib/utils/tele_noti.py,sha256=-4WXZelCA4W9BroapkRyIdUu9cUVrcJJhegnMs_WpGU,5928
 halib/utils/video.py,sha256=zLoj5EHk4SmP9OnoHjO8mLbzPdtq6gQPzTQisOEDdO8,3261
 halib/utils/wandb_op.py,sha256=qqDdTMW4J07bzuJTTg2HoLAPs21nVEbwt2-Aa5ZKiVk,4336
-halib-0.2.35.dist-info/licenses/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
-halib-0.2.35.dist-info/METADATA,sha256=nG6m8r1FkN3qxFpBz_FBMM8JTUmCgAeYvBxVOYHFer4,8379
-halib-0.2.35.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-halib-0.2.35.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
-halib-0.2.35.dist-info/RECORD,,
+halib-0.2.36.dist-info/licenses/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
+halib-0.2.36.dist-info/METADATA,sha256=KsZ_QxXIwLzC06Xd6xR-iGiGgsKYj7L3ZD4fqqDItzo,8379
+halib-0.2.36.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+halib-0.2.36.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
+halib-0.2.36.dist-info/RECORD,,