hud-python 0.4.45__py3-none-any.whl → 0.4.46__py3-none-any.whl

hud/rl/config.py

@@ -57,6 +57,7 @@ class ModelConfig:
     attn_implementation: str = "flash_attention_2"
     use_liger: bool = True
     gradient_checkpointing: bool = True
+    adapter_path: str | None = None  # Path to existing LoRA adapter to load as baseline
 
 
 @dataclass

hud/rl/learner.py

@@ -146,17 +146,27 @@ class GRPOLearner:
             policy.gradient_checkpointing_enable()
             self.log("Gradient checkpointing enabled for memory efficiency")
 
-        # Add LoRA adapters
-        lora_config = LoraConfig(
-            r=model_cfg.lora_r,
-            lora_alpha=model_cfg.lora_alpha,
-            lora_dropout=model_cfg.lora_dropout,
-            task_type="CAUSAL_LM",
-            bias="none",
-            target_modules=list(model_cfg.target_modules),
-        )
+        # Add LoRA adapters or load existing adapter
         policy.config.use_cache = False
-        policy = get_peft_model(policy, lora_config)
+        
+        if model_cfg.adapter_path:
+            # Load existing adapter as baseline
+            self.log(f"Loading existing LoRA adapter from: {model_cfg.adapter_path}")
+            from peft import PeftModel
+            policy = PeftModel.from_pretrained(policy, model_cfg.adapter_path)
+            # Enable adapter training
+            policy.train()
+        else:
+            # Create new LoRA adapter
+            lora_config = LoraConfig(
+                r=model_cfg.lora_r,
+                lora_alpha=model_cfg.lora_alpha,
+                lora_dropout=model_cfg.lora_dropout,
+                task_type="CAUSAL_LM",
+                bias="none",
+                target_modules=list(model_cfg.target_modules),
+            )
+            policy = get_peft_model(policy, lora_config)
 
         # Wrap with DDP if in distributed mode
         if self.world_size > 1:

hud/rl/train.py

@@ -95,6 +95,18 @@ async def train(config: Config, tasks: list[Task]) -> None:
         if is_main_process()
         else None
     )
+    
+    # Load initial adapter if provided
+    if is_main_process() and config.model.adapter_path and vllm:
+        hud_console.info(f"Loading baseline adapter from: {config.model.adapter_path}")
+        success = vllm.load_adapter(config.model.base_model, config.model.adapter_path)
+        if success and actor is not None:
+            hud_console.info("Successfully loaded baseline adapter as 'base_model'")
+            # Update actor to use the loaded adapter
+            actor.update_adapter(config.model.base_model)
+        else:
+            hud_console.error("Failed to load baseline adapter")
+            exit(1)
 
     # Training state
     step = 0

hud/tools/base.py

@@ -1,7 +1,7 @@
 from __future__ import annotations
 
 from abc import ABC, abstractmethod
-from typing import TYPE_CHECKING, Any, cast
+from typing import TYPE_CHECKING, Any, cast, Awaitable
 
 from fastmcp import FastMCP
 
@@ -16,6 +16,8 @@ if TYPE_CHECKING:
 # Basic result types for tools
 BaseResult = list[ContentBlock] | EvaluationResult
 
+import logging
+logger = logging.getLogger(__name__)
 
 class BaseTool(ABC):
     """
@@ -58,6 +60,10 @@ class BaseTool(ABC):
         self.title = title or self.__class__.__name__.replace("Tool", "").replace("_", " ").title()
         self.description = description or (self.__doc__.strip() if self.__doc__ else None)
         self.meta = meta
+        self._callbacks: dict[
+            str,
+            list[Callable[..., Awaitable[Any]]],
+        ] = {}  # {"event_name": [callback_functions]}
 
         # Expose attributes FastMCP expects when registering an instance directly
         self.__name__ = self.name  # FastMCP uses fn.__name__ if name param omitted
@@ -100,6 +106,36 @@ class BaseTool(ABC):
             )
         return self._mcp_tool
 
+    def add_callback(self, event_type: str, callback: Callable[..., Awaitable[Any]]):
+        """Register a callback function for specific event
+        
+        Args:
+            event_type: (Required) Specific event name to trigger callback
+                        e.g. "after_click", "before_navigate"
+            callback: (Required) Async function to call. Must be defined by `async def f(...)`
+        """
+        if event_type not in self._callbacks:
+            self._callbacks[event_type] = []
+        self._callbacks[event_type].append(callback)
+
+    def remove_callback(self, event_type: str, callback: Callable[..., Awaitable[Any]]):
+        """Remove a registered callback
+        Args:
+            event_type: (Required) Specific event name to trigger callback
+                        e.g. "after_click", "before_navigate"
+            callback: (Required) Function to remove from callback list.
+        """
+        if (event_type in self._callbacks) and (callback in self._callbacks[event_type]):
+            self._callbacks[event_type].remove(callback)
+    
+    async def _trigger_callbacks(self, event_type: str, **kwargs):
+        """Trigger all registered callback functions of an event type"""
+        callback_list = self._callbacks.get(event_type, [])
+        for callback in callback_list:
+            try:
+                await callback(**kwargs)
+            except Exception as e:
+                logger.warning(f"Callback failed for {event_type}: {e}")
 
 # Prefix for internal tool names
 _INTERNAL_PREFIX = "int_"

hud/utils/tests/test_version.py

@@ -5,4 +5,4 @@ def test_import():
     """Test that the package can be imported."""
     import hud
 
-    assert hud.__version__ == "0.4.45"
+    assert hud.__version__ == "0.4.46"

hud/version.py

@@ -4,4 +4,4 @@ Version information for the HUD SDK.
 
 from __future__ import annotations
 
-__version__ = "0.4.45"
+__version__ = "0.4.46"

{hud_python-0.4.45.dist-info → hud_python-0.4.46.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hud-python
-Version: 0.4.45
+Version: 0.4.46
 Summary: SDK for the HUD platform.
 Project-URL: Homepage, https://github.com/hud-evals/hud-python
 Project-URL: Bug Tracker, https://github.com/hud-evals/hud-python/issues

{hud_python-0.4.45.dist-info → hud_python-0.4.46.dist-info}/RECORD

@@ -2,7 +2,7 @@ hud/__init__.py,sha256=JMDFUE1pP0J1Xl_miBdt7ERvoffZmTzSFe8yxz512A8,552
 hud/__main__.py,sha256=YR8Dq8OhINOsVfQ55PmRXXg4fEK84Rt_-rMtJ5rvhWo,145
 hud/settings.py,sha256=disObWa-DgXzoDcCDp3y1dTPaNsbR0IvoMJL9Eg4zyo,3947
 hud/types.py,sha256=RVwfx9rIF-D6P5HPwz9WuCzcbNhWHd_wId4uqanjah4,11170
-hud/version.py,sha256=2pC5m12J53jX9Lpu_BkaFfqK7F0i6YtYE5ycic5fiZY,105
+hud/version.py,sha256=aha9n6Uks_Ql6r4xnI3U-csrKn4jndncgvM0Ko-l91c,105
 hud/agents/__init__.py,sha256=UoIkljWdbq4bM0LD-mSaw6w826EqdEjOk7r6glNYwYQ,286
 hud/agents/base.py,sha256=_u1zR3gXzZ1RlTCUYdMcvgHqdJBC4-AB1lZt0yBx8lg,35406
 hud/agents/claude.py,sha256=TGhm5gE2ltINDAdEsDxKuT9iGMQ5G87R6kmabU3KPt8,16101
@@ -121,10 +121,10 @@ hud/rl/__init__.py,sha256=yYL7U1WV6L3mr3Hig48-4lhnryTaWj4nCXm4lG5vrYI,25
 hud/rl/actor.py,sha256=H6gwRGRY1YpkOyiaJ9yai8yQwcI-Gx0dFxd18jpLx_Q,6950
 hud/rl/buffer.py,sha256=z47HOjOBJx3umUzzUfdtq_N4ZoJ8FMBPkX8YQKBtd3A,15457
 hud/rl/chat_template.jinja,sha256=XTdzI8oFGEcSA-exKxyHaprwRDmX5Am1KEb0VxvUc6U,4965
-hud/rl/config.py,sha256=akQ2a53NX3Dh1UWgMyw7mTxq33eiQbZcBpmKTzd79Xk,5624
+hud/rl/config.py,sha256=sCU56mjtgJpu_C0TXqpT14v1LmZv0ntmUjgNkFamTPA,5713
 hud/rl/distributed.py,sha256=Mr3NEj3rbS9FgpHofC_GrqpkvNQSpPFOqLQc2NXPNXs,3678
-hud/rl/learner.py,sha256=K73M50RLHbm7bAMi3hKCqaw_OMZuUcqEUr4YGioqpc4,26756
-hud/rl/train.py,sha256=-ilVkSlwqzfMV8nnCX2OVCqy5GO2perma6BQ5bwx3yY,14971
+hud/rl/learner.py,sha256=xlCF5eJkeUIwhGErlv8YnCN1l4UFYrE4oSSLIQWWyx0,27230
+hud/rl/train.py,sha256=0FScXz-5mCrL7H-auipZoVfeI43IrJMR5rrLz_iOGg4,15593
 hud/rl/types.py,sha256=lrLKo7iaqodYth2EyeuOQfLiuzXfYM2eJjPmpObrD7c,3965
 hud/rl/utils.py,sha256=IsgVUUibxnUzb32a4mu1sYrgJC1CwoG9E-Dd5y5VDOA,19115
 hud/rl/vllm_adapter.py,sha256=2wnTfoXPI4C9EzhVxk0GU-ArLjX7hgXS0BndMwN8Ppg,4751
@@ -163,7 +163,7 @@ hud/telemetry/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 hud/telemetry/tests/test_replay.py,sha256=eREc6qgSJDRT1pOPdyhiEoEJ9H2yT1ospaU1RvTKlvg,1328
 hud/telemetry/tests/test_trace.py,sha256=0rxR77CjcStat3ILA9QAswieOJ3J_386QmjmNDp34oA,2486
 hud/tools/__init__.py,sha256=i6lE0GxYcPnlLLd-55ryCCHo7o9anC4RfqkuYFXvzMQ,1009
-hud/tools/base.py,sha256=4qm5LS3SAkrq_lyfToWYCN9tNvTHohKJNH2siHkE364,15824
+hud/tools/base.py,sha256=KJfkhwWV6IQKBW1kc5yw1YMJSUSUifHgXXHN0NMANFw,17517
 hud/tools/bash.py,sha256=LJViMGb3lTGBm_gequVVTM7ySh1Xh9bOOIZXU29Lmrw,5209
 hud/tools/edit.py,sha256=N0AYFXp07-vAJy2li7lvHOL6hfgJOU4LL3iLSZrbRWU,12745
 hud/tools/playwright.py,sha256=iyMrQ-ZKyeFia2fBp0yguXswTcXfGqdZcTXXCfUupFU,14988
@@ -219,10 +219,10 @@ hud/utils/tests/test_init.py,sha256=2QLQSGgyP9wJhOvPCusm_zjJad0qApOZi1BXpxcdHXQ,
 hud/utils/tests/test_mcp.py,sha256=0pUa16mL-bqbZDXp5NHBnt1gO5o10BOg7zTMHZ1DNPM,4023
 hud/utils/tests/test_progress.py,sha256=QSF7Kpi03Ff_l3mAeqW9qs1nhK50j9vBiSobZq7T4f4,7394
 hud/utils/tests/test_telemetry.py,sha256=5jl7bEx8C8b-FfFUko5pf4UY-mPOR-9HaeL98dGtVHM,2781
-hud/utils/tests/test_version.py,sha256=e2xkBr8ieuCKotlh_ywbJGNvO_dx0C0GPfD4lOUitrU,160
+hud/utils/tests/test_version.py,sha256=_sCmpdXghujnfjw34TWJs-QsalOI2Yl0pSMqhfdFKio,160
 hud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hud_python-0.4.45.dist-info/METADATA,sha256=j3l9VYG9PmGzvRip759et-evgmGq-nzHGaCSyYFC0og,22275
-hud_python-0.4.45.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-hud_python-0.4.45.dist-info/entry_points.txt,sha256=jJbodNFg1m0-CDofe5AHvB4zKBq7sSdP97-ohaQ3ae4,63
-hud_python-0.4.45.dist-info/licenses/LICENSE,sha256=yIzBheVUf86FC1bztAcr7RYWWNxyd3B-UJQ3uddg1HA,1078
-hud_python-0.4.45.dist-info/RECORD,,
+hud_python-0.4.46.dist-info/METADATA,sha256=HD0Epvlb5lMuTxSGxJnVGdmfHeBIcn-hFgs1BOdpe84,22275
+hud_python-0.4.46.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+hud_python-0.4.46.dist-info/entry_points.txt,sha256=jJbodNFg1m0-CDofe5AHvB4zKBq7sSdP97-ohaQ3ae4,63
+hud_python-0.4.46.dist-info/licenses/LICENSE,sha256=yIzBheVUf86FC1bztAcr7RYWWNxyd3B-UJQ3uddg1HA,1078
+hud_python-0.4.46.dist-info/RECORD,,