halib 0.2.34__tar.gz → 0.2.36__tar.gz

{halib-0.2.34 → halib-0.2.36}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: halib
-Version: 0.2.34
+Version: 0.2.36
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -57,7 +57,7 @@ Dynamic: summary
 
 ## v0.2.x (Experiment & Core Updates)
 
-### **v0.2.34**
+### **v0.2.36**
 
 - ✨ **New Feature:**: introduce `utils.PlotlyUtils` with parallel coordinates plot and data table support
 

{halib-0.2.34 → halib-0.2.36}/README.md

@@ -2,7 +2,7 @@
 
 ## v0.2.x (Experiment & Core Updates)
 
-### **v0.2.34**
+### **v0.2.36**
 
 - ✨ **New Feature:**: introduce `utils.PlotlyUtils` with parallel coordinates plot and data table support
 

{halib-0.2.34 → halib-0.2.36}/halib/exp/perf/profiler.py

@@ -1,7 +1,6 @@
 import os
 import time
 import json
-from pathlib import Path
 from pprint import pprint
 from threading import Lock
 from functools import wraps
@@ -13,6 +12,7 @@ import plotly.graph_objects as go
 import plotly.express as px  # for dynamic color scales
 
 from contextlib import contextmanager
+from typing import Dict
 
 from ...common.common import ConsoleLog
 from ...system.path import *
@@ -171,6 +171,50 @@ class zProfiler:
             finally:
                 self.step_end(ctx_name, step_name)
 
+    def merge_data(self, other_time_dict: Dict):
+        """
+        Aggregates profiling data from an external dictionary into the current instance.
+
+        This method is designed for multiprocessing scenarios where worker processes
+        collect data in isolated memory spaces. It merges contexts and appends
+        step timings to the main profiler.
+
+        Args:
+            other_time_dict (Dict): The `time_dict` returned from a worker process
+                (usually via `future.result()`).
+
+        Example:
+            >>> with ProcessPoolExecutor() as executor:
+            >>>     # ... submit tasks ...
+            >>>     futures = [executor.submit(worker_task, args) for args in task_args]
+            >>>     for future in as_completed(futures):
+            >>>         worker_data = future.result()
+            >>>         main_profiler.merge_data(worker_data)
+        """
+        with self._lock:
+            for ctx_name, other_ctx_data in other_time_dict.items():
+                # 1. New Context: Copy entire structure
+                if ctx_name not in self.time_dict:
+                    self.time_dict[ctx_name] = other_ctx_data
+                    continue
+
+                # 2. Existing Context: Merge Steps
+                local_step_dict = self.time_dict[ctx_name]["step_dict"]
+                other_step_dict = other_ctx_data["step_dict"]
+
+                for step_name, other_timings in other_step_dict.items():
+                    if step_name not in local_step_dict:
+                        local_step_dict[step_name] = other_timings
+                    else:
+                        # Append the list of timings (extend list of lists)
+                        local_step_dict[step_name].extend(other_timings)
+
+                # 3. Aggregate metadata (report counts, etc.)
+                if "report_count" in other_ctx_data:
+                    self.time_dict[ctx_name]["report_count"] += other_ctx_data[
+                        "report_count"
+                    ]
+
     def _step_dict_to_detail(self, ctx_step_dict):
         """
                 'ctx_step_dict': {
@@ -182,9 +226,9 @@ class zProfiler:
         │   │   │   [278091.230944486, 278091.251378469],
         │   }
         """
-        assert len(ctx_step_dict.keys()) > 0, (
-            "step_dict must have only one key (step_name) for detail."
-        )
+        assert (
+            len(ctx_step_dict.keys()) > 0
+        ), "step_dict must have only one key (step_name) for detail."
         normed_ctx_step_dict = {}
         for step_name, time_list in ctx_step_dict.items():
             if not isinstance(ctx_step_dict[step_name], list):
@@ -246,9 +290,9 @@ class zProfiler:
                 report_dict[ctx_name]["step_dict"]["summary"]["avg_time"][
                     f"avg_{step_name}"
                 ] = avg_time
-            report_dict[ctx_name]["step_dict"]["summary"]["total_avg_time"] = (
-                total_avg_time
-            )
+            report_dict[ctx_name]["step_dict"]["summary"][
+                "total_avg_time"
+            ] = total_avg_time
             report_dict[ctx_name]["step_dict"]["summary"] = dict(
                 sorted(report_dict[ctx_name]["step_dict"]["summary"].items())
             )

{halib-0.2.34 → halib-0.2.36}/halib/utils/plotly_op.py

@@ -17,7 +17,10 @@ class PlotlyUtils:
             parts = name.split("__")
             exp_id = parts[-2] if len(parts) >= 2 else name
             exp_ids.append(exp_id)
-        return pd.Series(exp_ids)
+        # ! make sure series index matches df index
+        # ! if not, it will cause misalignment issues later
+        assert len(exp_ids) == len(df), "exp_id_extractor: Length mismatch"
+        return pd.Series(exp_ids, index=df.index)
 
     @staticmethod
     def exp_id_formatter(exp_id: str) -> str:
@@ -109,25 +112,13 @@ class PlotlyUtils:
         # 5. Prepare Table Display
         # Clean up columns: Move exp_id to front, drop internal numeric_id
         cols = ["exp_id"] + [c for c in df.columns if c not in ["exp_id", "numeric_id"]]
+        cols = [col for col in cols if col not in exclude_dims]
+
         df_display = df[cols].copy()
         df_display.insert(0, "Selection", '<button class="select-btn">Select</button>')
 
         chart_html = fig.to_html(full_html=False, include_plotlyjs="cdn")
 
-        # Create a display copy with a 'Select' button column
-        df_display = df.copy()
-        df_display_cols = df_display.columns.tolist()
-        # move 'exp_id' to the front for better visibility
-        if "exp_id" in df_display_cols:
-            df_display_cols.insert(
-                0, df_display_cols.pop(df_display_cols.index("exp_id"))
-            )
-            df_display = df_display[df_display_cols]
-        # remove 'numeric_id' from display
-        if "numeric_id" in df_display.columns:
-            df_display = df_display.drop(columns=["numeric_id"])
-        df_display.insert(0, "Selection", '<button class="select-btn">Select</button>')
-
         table_html = df_display.to_html(
             classes="display nowrap", table_id="exp_table", index=False, escape=False
         )
@@ -141,16 +132,44 @@ class PlotlyUtils:
             <script type="text/javascript" charset="utf8" src="https://code.jquery.com/jquery-3.5.1.js"></script>
             <script type="text/javascript" charset="utf8" src="https://cdn.datatables.net/1.11.5/js/jquery.dataTables.js"></script>
             <style>
-                body {{ font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif; margin: 20px; background-color: #f0f2f5; }}
-                .container {{ background: white; padding: 30px; border-radius: 12px; box-shadow: 0 4px 20px rgba(0,0,0,0.08); }}
+                body {{
+                    font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
+                    margin: 20px;
+                    background-color: #f0f2f5;
+                }}
+                .container {{
+                    background: white;
+                    padding: 30px;
+                    border-radius: 12px;
+                    box-shadow: 0 4px 20px rgba(0,0,0,0.08);
+                }}
+
+                /* --- TABLE FONT SIZE FIX --- */
+                table.dataTable {{
+                    font-size: 11px; /* Smaller overall text */
+                }}
+                table.dataTable thead th {{
+                    background-color: #333;
+                    color: white;
+                    padding: 8px 12px !important;
+                    padding-right: 20px !important; /* THIS LINE FIXES THE OVERLAP */
+                    font-size: 12px;
+                    position: relative; /* Ensures sort icons align correctly */
+                }}
+                table.dataTable tbody td {{
+                    padding: 4px 8px !important; /* Compact rows */
+                }}
+
                 #exp_table tbody tr:nth-child(even), #selected_table tbody tr:nth-child(even) {{ background-color: #f2f2f2; }}
                 #exp_table tbody tr:nth-child(odd), #selected_table tbody tr:nth-child(odd) {{ background-color: #ffffff; }}
-                #exp_table tbody tr:hover, #selected_table tbody tr:hover {{ background-color: #e0e0e0; }}
-                table.dataTable thead th {{ background-color: #333; color: white; padding: 12px; }}
+                #exp_table tbody tr:hover, #selected_table tbody tr:hover {{ background-color: #adadad; }}
+
                 h2 {{ color: #2c3e50; border-bottom: 2px solid #eee; padding-bottom: 10px; margin-top: 40px; }}
-                .select-btn {{ background-color: #28a745; color: white; border: none; padding: 5px 10px; cursor: pointer; border-radius: 4px; }}
-                .remove-btn {{ background-color: #dc3545; color: white; border: none; padding: 5px 10px; cursor: pointer; border-radius: 4px; }}
-                .clear-btn {{ background-color: #6c757d; color: white; border: none; padding: 10px 15px; cursor: pointer; border-radius: 4px; margin-bottom: 10px; }}
+
+                /* Smaller buttons */
+                .select-btn {{ background-color: #28a745; color: white; border: none; padding: 3px 7px; cursor: pointer; border-radius: 4px; font-size: 10px; }}
+                .remove-btn {{ background-color: #dc3545; color: white; border: none; padding: 3px 7px; cursor: pointer; border-radius: 4px; font-size: 10px; }}
+                .clear-btn {{ background-color: #6c757d; color: white; border: none; padding: 8px 12px; cursor: pointer; border-radius: 4px; margin-bottom: 10px; font-size: 12px; }}
             </style>
         </head>
         <body>

{halib-0.2.34 → halib-0.2.36}/halib.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: halib
-Version: 0.2.34
+Version: 0.2.36
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -57,7 +57,7 @@ Dynamic: summary
 
 ## v0.2.x (Experiment & Core Updates)
 
-### **v0.2.34**
+### **v0.2.36**
 
 - ✨ **New Feature:**: introduce `utils.PlotlyUtils` with parallel coordinates plot and data table support
 

{halib-0.2.34 → halib-0.2.36}/setup.py

@@ -8,7 +8,7 @@ with open("requirements.txt", "r", encoding="utf-8") as f:
 
 setuptools.setup(
     name="halib",
-    version="0.2.34",
+    version="0.2.36",
     author="Hoang Van Ha",
     author_email="hoangvanhauit@gmail.com",
     description="Small library for common tasks",