hud-python 0.4.40__py3-none-any.whl → 0.4.42__py3-none-any.whl

hud/agents/__init__.py

@@ -2,14 +2,12 @@ from __future__ import annotations
 
 from .base import MCPAgent
 from .claude import ClaudeAgent
-from .lite_llm import LiteAgent
 from .openai import OperatorAgent
 from .openai_chat_generic import GenericOpenAIChatAgent
 
 __all__ = [
     "ClaudeAgent",
     "GenericOpenAIChatAgent",
-    "LiteAgent",
     "MCPAgent",
     "OperatorAgent",
 ]

hud/agents/openai_chat_generic.py

@@ -204,7 +204,9 @@ class GenericOpenAIChatAgent(MCPAgent):
 
         try:
             response = await self._invoke_chat_completion(
-                messages=messages, tools=tools, extra=extra # type: ignore
+                messages=messages,
+                tools=tools, # type: ignore
+                extra=extra,
             )
         except Exception as e:
             error_content = f"Error getting response {e}"

hud/cli/flows/tasks.py

@@ -212,14 +212,14 @@ def convert_tasks_to_remote(tasks_file: str) -> str:
     # Check if tasks already have remote URLs
     already_remote = _validate_tasks(tasks)
 
+    # If tasks already reference a remote MCP URL, do not require a local environment
+    # or attempt any image updates. Use the dataset as-is.
+    if already_remote:
+        return str(tasks_path)
+
     # Extract existing images from tasks
     existing_images = _extract_existing_images(tasks)
 
-    # Load tasks (supports .json and .jsonl)
-    if already_remote and not existing_images:
-        # Tasks are remote but have no image references - just return as-is
-        return str(tasks_path)
-
     # Locate environment
     env_dir = find_environment_dir(tasks_path)
     if not env_dir:

hud/cli/rl/gpu_utils.py

@@ -253,6 +253,8 @@ def adjust_config_for_ddp(config: Config, num_gpus: int) -> Config:
     # Update max_parallel_episodes to match
     config.actor.max_parallel_episodes = config.training.batch_size
 
+    config.training.num_gpus = num_gpus
+
     # Log the adjustment
     from rich.console import Console
 

hud/cli/rl/remote_runner.py

@@ -13,6 +13,7 @@ from pathlib import Path
 from rich.console import Console
 
 from hud.cli.rl.celebrate import show_confetti_async
+from hud.cli.rl.gpu_utils import adjust_config_for_ddp
 from hud.cli.rl.viewer import show_json_interactive
 from hud.cli.rl.wait_utils import wait_for_enter_cancel_or_change
 from hud.utils.hud_console import hud_console
@@ -309,7 +310,7 @@ def run_remote_training(
         # console.print(gpu_table)
 
         if yes:
-            gpu_choice = "A100"  # Default GPU in yes mode
+            gpu_choice = "A100"
             hud_console.info(f"Auto-selecting GPU: {gpu_choice} 80GB (--yes mode)")
         else:
             gpu_choice = hud_console.select(
@@ -322,7 +323,7 @@ def run_remote_training(
             )
 
         if yes:
-            num_gpus = 1  # Default to 1 GPU in yes mode
+            num_gpus = 2 # Default to 2 GPUs in yes mode
             hud_console.info(f"Auto-selecting {num_gpus} GPU(s) (--yes mode)")
         else:
             num_gpus = hud_console.select(
@@ -347,6 +348,10 @@ def run_remote_training(
             yes=yes,
         )
 
+        config = adjust_config_for_ddp(config, int(num_gpus))
+
+        config.training.gpu_type = gpu_choice
+
         # Use a short label for tasks (avoid full absolute paths)
         try:
             if tasks_file and Path(tasks_file).exists():
@@ -357,7 +362,7 @@ def run_remote_training(
         except Exception:
             tasks_label = str(tasks_file)
 
-        config.job_name = f"RL {model_name} on {tasks_label}"
+        config.job_name = f"RL {tasks_label} | {model_name}"
 
         # Save config so user can review/edit externally
         temp_config_path = Path(f".rl_config_temp_{model_name}.json")
@@ -421,8 +426,8 @@ def run_remote_training(
         hud_console.info(f"Loading configuration from: {config_file}")
         config = load_config(config_file)
         config_dict = config.to_dict()
-        gpu_choice = "A100"  # Default
-        num_gpus = 1  # Default for non-interactive mode
+        gpu_choice = config.training.gpu_type
+        num_gpus = config.training.num_gpus
 
     # Launch training
     try:

hud/rl/actor.py

@@ -109,7 +109,7 @@ class Actor:
 
         # Run the task
         try:
-            with hud.trace(f"Training | {task.id}", job_id=job_id):
+            with hud.trace(f"Training | {task.prompt}", job_id=job_id):
                 result = await agent.run(task, max_steps=self.actor_config.max_steps_per_episode)
 
         except Exception:

hud/rl/config.py

@@ -61,6 +61,9 @@ class ModelConfig:
 @dataclass
 class TrainingConfig:
     """Training hyperparameters."""
+    # GPU parameters
+    gpu_type: str = "A100"
+    num_gpus: int = 2
 
     # Training parameters
     training_steps: int = 100

hud/rl/train.py

@@ -103,7 +103,10 @@ async def train(config: Config, tasks: list[Task]) -> None:
     if is_main_process():
         hud_console.info(f"Creating job with config.job_id: {config.job_id}")
         job_obj = hud.create_job(
-            job_id=config.job_id, name=config.job_name, metadata={"config": config.to_dict()}
+            job_id=config.job_id, name=config.job_name, metadata={
+                "config": config.to_dict(),
+                "agent_class": config.model.base_model
+            }
         )
         hud_console.info(f"Created job with job_obj.id: {job_obj.id}")
         job_obj.update_status_sync("running")

hud/utils/tests/test_version.py

@@ -5,4 +5,4 @@ def test_import():
     """Test that the package can be imported."""
     import hud
 
-    assert hud.__version__ == "0.4.40"
+    assert hud.__version__ == "0.4.42"

hud/version.py

@@ -4,4 +4,4 @@ Version information for the HUD SDK.
 
 from __future__ import annotations
 
-__version__ = "0.4.40"
+__version__ = "0.4.42"

{hud_python-0.4.40.dist-info → hud_python-0.4.42.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hud-python
-Version: 0.4.40
+Version: 0.4.42
 Summary: SDK for the HUD platform.
 Project-URL: Homepage, https://github.com/hud-evals/hud-python
 Project-URL: Bug Tracker, https://github.com/hud-evals/hud-python/issues
@@ -159,10 +159,10 @@ OSS RL environment + evals toolkit. Wrap software as environments, run benchmark
 
 ## Highlights
 
+- 🎓 **[One-click RL](https://hud.so/models)** – Run `hud rl` to get a trained model on any environment.
 - 🚀 **[MCP environment skeleton](https://docs.hud.so/core-concepts/mcp-protocol)** – any agent can call any environment.
 - ⚡️ **[Live telemetry](https://hud.so)** – inspect every tool call, observation, and reward in real time.
 - 🗂️ **[Public benchmarks](https://hud.so/leaderboards)** – OSWorld-Verified, SheetBench-50, and more.
-- 🌱 **[Reinforcement learning built-in](rl/)** – Verifiers gym pipelines for GRPO on any environment.
 - 🌐 **[Cloud browsers](environments/remote_browser/)** – AnchorBrowser, Steel, BrowserBase integrations for browser automation.
 - 🛠️ **[Hot-reload dev loop](environments/README.md#phase-5-hot-reload-development-with-cursor-agent)** – `hud dev` for iterating on environments without rebuilds.
 
@@ -171,27 +171,46 @@ OSS RL environment + evals toolkit. Wrap software as environments, run benchmark
 ## Installation
 
 ```bash
-# Core installation - MCP servers, telemetry, basic tools for environment design
+# SDK - MCP servers, telemetry, evaluation
 pip install hud-python
 
-# Agent installation - Adds AI providers, datasets
-pip install "hud-python[agent]"
-
-# CLI utilities
+# CLI - RL pipeline, environment design
 uv tool install hud-python
 # uv tool update-shell
-
-# From source (latest)
-git clone https://github.com/hud-evals/hud-python
-pip install -e "hud-python[dev]"
 ```
 
 > See [docs.hud.so](https://docs.hud.so), or add docs to any MCP client:
 > `claude mcp add --transport http docs-hud https://docs.hud.so/mcp`
 
-## Quickstart
+Before starting, get your HUD_API_KEY at [hud.so](https://hud.so).
+
+
+## Quickstart: Training
+
+RL using GRPO a Qwen2.5-VL model on any hud dataset:
+
+```bash
+hud get hud-evals/basic-2048 # from HF
+hud rl basic-2048.json
+```
+
+> See [agent training docs](https://docs.hud.so/train-agents/quickstart)
 
-For a tutorial that explains the agent and evaluation design, run ([see quickstart docs](https://docs.hud.so/quickstart)):
+Or make your own environment and dataset:
+
+```bash
+hud init my-env && cd my-env
+hud dev --interactive
+# When ready to run:
+hud rl
+```
+
+> See [environment design docs](https://docs.hud.so/build-environments)
+
+
+## Quickstart: Evals
+
+For a tutorial that explains the agent and evaluation design, run:
 
 ```python
 uvx hud-python quickstart
@@ -262,20 +281,22 @@ hud rl hud-evals/basic-2048
 
 # Option B: Download first, modify, then train
 hud get hud-evals/basic-2048
-hud rl basic-2048.jsonl
+hud rl basic-2048.json
 
 # Optional: baseline evaluation
-hud eval basic-2048.jsonl
+hud eval basic-2048.json
 ```
 
 Supports multi‑turn RL for both:
 - Language‑only models (e.g., `Qwen/Qwen2.5-7B-Instruct`)
 - Vision‑Language models (e.g., `Qwen/Qwen2.5-VL-3B-Instruct`)
 
-By default, `hud rl` provisions a persistant server and trainer in the cloud, streams telemetry to `hud.so`, and lets you monitor/manage models at `hud.so/models`. Use `--local` to run entirely on your machines (typically 2+ GPUs: one for vLLM, the rest for training).
+By default, `hud rl` provisions a persistent server and trainer in the cloud, streams telemetry to `hud.so`, and lets you monitor/manage models at `hud.so/models`. Use `--local` to run entirely on your machines (typically 2+ GPUs: one for vLLM, the rest for training).
 
 Any HUD MCP environment and evaluation works with our RL pipeline (including remote configurations). See the guided docs: `https://docs.hud.so/train-agents/quickstart`.
 
+Pricing: Hosted vLLM and training GPU rates are listed in the [Training Quickstart → Pricing](https://docs.hud.so/train-agents/quickstart#pricing). Manage billing at the [HUD billing dashboard](https://hud.so/project/billing).
+
 ## Benchmarking Agents
 
 This is Claude Computer Use running on our proprietary financial analyst benchmark [SheetBench-50](https://huggingface.co/datasets/hud-evals/SheetBench-50):
@@ -323,7 +344,7 @@ from hud.tools import HudComputerTool
 mcp = MCPServer("My Environment")
 
 # Add hud tools (see all tools: https://docs.hud.so/reference/tools)
-mcp.add_tool(HudComputerTool())
+mcp.tool(HudComputerTool())
 
 # Or custom tools (see https://docs.hud.so/build-environments/adapting-software)
 @mcp.tool("launch_app"):
@@ -494,11 +515,10 @@ graph LR
 
 ## Roadmap
 
-- Merging our forks in to the main `mcp`, `mcp_use`, `verifiers` repositories
+- Merging our forks in to the main `mcp`, `mcp_use` repositories
 - Helpers for building new environments (see [current guide](environments/README.md))
 - Integrations with every major agent framework
 - Evaluation environment registry
-- Native RL training to hud environments (see [current RL support](rl/))
 - MCP opentelemetry standard
 
 ## Contributing
@@ -509,7 +529,7 @@ Key areas:
 - [Environment examples](environments/) - Add new MCP environments
 - [Agent implementations](hud/agents/) - Add support for new LLM providers
 - [Tool library](hud/tools/) - Extend the built-in tool collection
-- [RL training](rl/) - Improve reinforcement learning pipelines
+- [RL training](hud/rl/) - Improve reinforcement learning pipelines
 
 Thanks to all our contributors!
 

{hud_python-0.4.40.dist-info → hud_python-0.4.42.dist-info}/RECORD

@@ -2,15 +2,15 @@ hud/__init__.py,sha256=JMDFUE1pP0J1Xl_miBdt7ERvoffZmTzSFe8yxz512A8,552
 hud/__main__.py,sha256=YR8Dq8OhINOsVfQ55PmRXXg4fEK84Rt_-rMtJ5rvhWo,145
 hud/settings.py,sha256=disObWa-DgXzoDcCDp3y1dTPaNsbR0IvoMJL9Eg4zyo,3947
 hud/types.py,sha256=pmPj_8emfMIfEY_fRS8NgIJ56kCsolWSqQjyCzXDaGY,11072
-hud/version.py,sha256=MeC_5pci_uhPpMI4A7nAgn7EX9Ulrl1f6IMzn4YaOO8,105
-hud/agents/__init__.py,sha256=d-t5-PHHDoEFCuhv-IrpixCu7syvrjqSrDekQ0SdFiM,335
+hud/version.py,sha256=cq2TbXqf0IU0JmINUgqBhq-0yqdfvngAxHjSWlTSBns,105
+hud/agents/__init__.py,sha256=UoIkljWdbq4bM0LD-mSaw6w826EqdEjOk7r6glNYwYQ,286
 hud/agents/base.py,sha256=_u1zR3gXzZ1RlTCUYdMcvgHqdJBC4-AB1lZt0yBx8lg,35406
 hud/agents/claude.py,sha256=TGhm5gE2ltINDAdEsDxKuT9iGMQ5G87R6kmabU3KPt8,16101
 hud/agents/grounded_openai.py,sha256=U-FHjB2Nh1_o0gmlxY5F17lWJ3oHsNRIB2a7z-IKB64,11231
 hud/agents/langchain.py,sha256=1EgCy8jfjunsWxlPC5XfvfLS6_XZVrIF1ZjtHcrvhYw,9584
 hud/agents/lite_llm.py,sha256=_3wbUiYCp7q8Vyu9rhaoJDvmb_bsyUsLYWP3iQJ2bHo,2239
 hud/agents/openai.py,sha256=O1xV1h1l-W8lmnmXqTYr5CwnmnaniMqOxAZbl2CTTng,14576
-hud/agents/openai_chat_generic.py,sha256=TrNG2qD6myOsmNjKZaWE4jz7xEs0NheFiwabNQvU2Os,12117
+hud/agents/openai_chat_generic.py,sha256=RUfXDZSUbOXQ2leR4_8PGpqvUzz5PJOWeR3PTticKUY,12150
 hud/agents/misc/__init__.py,sha256=BYi4Ytp9b_vycpZFXnr5Oyw6ncKLNNGml8Jrb7bWUb4,136
 hud/agents/misc/response_agent.py,sha256=uMuRDkz5QgaMQliNzBRepond5sb7KyqIiKm3LstjVnw,3753
 hud/agents/tests/__init__.py,sha256=W-O-_4i34d9TTyEHV-O_q1Ai1gLhzwDaaPo02_TWQIY,34
@@ -34,16 +34,16 @@ hud/cli/pull.py,sha256=XGEZ8n60tbzLQP_8d9h7XYmzyCW0e2-Rkr3_tLG7jvw,12449
 hud/cli/push.py,sha256=DsXFrMtWBZ-HUxt6VoLihpklk8JJIe2gy-GA4AMg6Kw,18805
 hud/cli/remove.py,sha256=8vGQyXDqgtjz85_vtusoIG8zurH4RHz6z8UMevQRYM4,6861
 hud/cli/flows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hud/cli/flows/tasks.py,sha256=0vqTd-pAVEqXYZUp2hntSXMu9JuCJkKZzJQ3YZ1r3AE,14564
+hud/cli/flows/tasks.py,sha256=d-RsIV0rvzBuYN6WR7AOId19wzEy0z7SSW9c5RnEaqQ,14564
 hud/cli/rl/__init__.py,sha256=q0GIYRARpNkY8o1Sza5CjQq6cks_1W_SjGprybaCxq4,5193
 hud/cli/rl/celebrate.py,sha256=trGEJn3xebexlHwFVKPJKhRujVVV8sy7TQTJvRd2p9A,5947
 hud/cli/rl/config.py,sha256=VZ8fiOI22Aw6YTRk7gj1ozpF-TU7NK8QWQgWFwMbNs0,3235
 hud/cli/rl/display.py,sha256=hqJVGmO9csYinladhZwjF-GMvppYWngxDHajTyIJ_gM,5214
 hud/cli/rl/gpu.py,sha256=peXS-NdUF5RyuSs0aZoCzGLboneBUpCy8f9f99WMrG0,2009
-hud/cli/rl/gpu_utils.py,sha256=H5ckPwgj5EVP3yJ5eVihR5R7Y6Gp6pt8ZUfWCCwcLG4,11072
+hud/cli/rl/gpu_utils.py,sha256=f7olAhIxLmZmvII9igwtqnjIRPenY9DP6m70hp4lP0U,11113
 hud/cli/rl/local_runner.py,sha256=NFsNmRZ4nenPnb45ZtdsILeICKEq11wmpLwq9E-a8ZE,22614
 hud/cli/rl/presets.py,sha256=DzOO82xL5QyzdVtlX-Do1CODMvDz9ILMPapjU92jcZg,3051
-hud/cli/rl/remote_runner.py,sha256=UP1Y9LKTK7-RDc9wczAM15F_zdFi0atzgSceOmb2Vjc,17369
+hud/cli/rl/remote_runner.py,sha256=AXnmFGDqo4NcCpJ2RE-Q1HaKzIYlqFP1TWU4tQC_DFk,17500
 hud/cli/rl/rl_api.py,sha256=INJobvSa50ccR037u_GPsDa_9WboWyNwqEaoh9hcXj0,4306
 hud/cli/rl/viewer.py,sha256=ExQs1IX3T8x_9aBzc4JojZ779jmFvFTh7EjOYIHzYsU,4441
 hud/cli/rl/vllm.py,sha256=Gq_M6KsQArGz7FNIdemuM5mk16mu3xe8abpO2GCCuOE,6093
@@ -117,13 +117,13 @@ hud/otel/tests/__init__.py,sha256=VNJKBMaxTtbn7trW-1Ph50zCvCok_wTSGcI1HD6GOLA,43
 hud/otel/tests/test_processors.py,sha256=np0R4ssd9j6LJSJykJ5bNjl0POwNYNhgb7BqOZHwcMY,6778
 hud/rl/README.md,sha256=uFRpNFaEY8paq9k1C4miF7AGnbqHTGAsPmpcf9JIEeA,1189
 hud/rl/__init__.py,sha256=yYL7U1WV6L3mr3Hig48-4lhnryTaWj4nCXm4lG5vrYI,25
-hud/rl/actor.py,sha256=n2f2BI9IOK__x7Seirq6EQI0yyicMBYd5BjPsc4T9rQ,6946
+hud/rl/actor.py,sha256=H6gwRGRY1YpkOyiaJ9yai8yQwcI-Gx0dFxd18jpLx_Q,6950
 hud/rl/buffer.py,sha256=z47HOjOBJx3umUzzUfdtq_N4ZoJ8FMBPkX8YQKBtd3A,15457
 hud/rl/chat_template.jinja,sha256=XTdzI8oFGEcSA-exKxyHaprwRDmX5Am1KEb0VxvUc6U,4965
-hud/rl/config.py,sha256=PAKYPCsKl8yg_j3gJSE5SJUgLM7j0lFy0K_Vt4-otDM,5384
+hud/rl/config.py,sha256=0ejjbIMXqxjhz3VnIHX0QFtZ_0KmXNynTuHdg-i0M5o,5454
 hud/rl/distributed.py,sha256=8avhrb0lHYkhW22Z7MfkqSnlczWj5jMrUMEtkcoCf74,2473
 hud/rl/learner.py,sha256=FKIgIIghsNiDr_g090xokOO_BxNmTSj1O-TSJzIq_Uw,24703
-hud/rl/train.py,sha256=ZigkUKj-I1nsYmFByZprqaoDZ88LVDH-6auYneEPOsA,13555
+hud/rl/train.py,sha256=i8_HocC92yC-wP_ZeQYUXLhJKNvsfX8mdnhO8gOf-8c,13641
 hud/rl/types.py,sha256=lrLKo7iaqodYth2EyeuOQfLiuzXfYM2eJjPmpObrD7c,3965
 hud/rl/utils.py,sha256=IsgVUUibxnUzb32a4mu1sYrgJC1CwoG9E-Dd5y5VDOA,19115
 hud/rl/vllm_adapter.py,sha256=2wnTfoXPI4C9EzhVxk0GU-ArLjX7hgXS0BndMwN8Ppg,4751
@@ -218,10 +218,10 @@ hud/utils/tests/test_init.py,sha256=2QLQSGgyP9wJhOvPCusm_zjJad0qApOZi1BXpxcdHXQ,
 hud/utils/tests/test_mcp.py,sha256=0pUa16mL-bqbZDXp5NHBnt1gO5o10BOg7zTMHZ1DNPM,4023
 hud/utils/tests/test_progress.py,sha256=QSF7Kpi03Ff_l3mAeqW9qs1nhK50j9vBiSobZq7T4f4,7394
 hud/utils/tests/test_telemetry.py,sha256=5jl7bEx8C8b-FfFUko5pf4UY-mPOR-9HaeL98dGtVHM,2781
-hud/utils/tests/test_version.py,sha256=PPBYoVCSAD6h9KpdCQUjFDGiUa6nkyxB_bZDergGuvA,160
+hud/utils/tests/test_version.py,sha256=nPdE5Z40E9Q4XglmFTXKz9ffcgtlH7iV_yqI267-7ic,160
 hud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hud_python-0.4.40.dist-info/METADATA,sha256=Px46NSbRJmX_1jMaYjoPSvkANXWYEz0jIRcJDf10-h8,21879
-hud_python-0.4.40.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-hud_python-0.4.40.dist-info/entry_points.txt,sha256=jJbodNFg1m0-CDofe5AHvB4zKBq7sSdP97-ohaQ3ae4,63
-hud_python-0.4.40.dist-info/licenses/LICENSE,sha256=yIzBheVUf86FC1bztAcr7RYWWNxyd3B-UJQ3uddg1HA,1078
-hud_python-0.4.40.dist-info/RECORD,,
+hud_python-0.4.42.dist-info/METADATA,sha256=cN0LvsjgX38My66ATDP5l_KqaokO9oRS8vWetmAL_So,22275
+hud_python-0.4.42.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+hud_python-0.4.42.dist-info/entry_points.txt,sha256=jJbodNFg1m0-CDofe5AHvB4zKBq7sSdP97-ohaQ3ae4,63
+hud_python-0.4.42.dist-info/licenses/LICENSE,sha256=yIzBheVUf86FC1bztAcr7RYWWNxyd3B-UJQ3uddg1HA,1078
+hud_python-0.4.42.dist-info/RECORD,,