hud-python 0.4.39__py3-none-any.whl → 0.4.41__py3-none-any.whl

hud/agents/__init__.py

@@ -2,14 +2,12 @@ from __future__ import annotations
 
 from .base import MCPAgent
 from .claude import ClaudeAgent
-from .lite_llm import LiteAgent
 from .openai import OperatorAgent
 from .openai_chat_generic import GenericOpenAIChatAgent
 
 __all__ = [
     "ClaudeAgent",
     "GenericOpenAIChatAgent",
-    "LiteAgent",
     "MCPAgent",
     "OperatorAgent",
 ]

hud/agents/lite_llm.py

@@ -63,7 +63,7 @@ class LiteAgent(GenericOpenAIChatAgent):
         messages: list[Any],
         tools: list[dict] | None,
         extra: dict[str, Any],
-    ):
+    ) -> Any:
         return await litellm.acompletion(
             model=self.model_name,
             messages=messages,

hud/agents/openai_chat_generic.py

@@ -177,16 +177,16 @@ class GenericOpenAIChatAgent(MCPAgent):
         messages: list[Any],
         tools: list[dict] | None,
         extra: dict[str, Any],
-    ):
+    ) -> Any:
         if self.oai is None:
             raise ValueError("openai_client is required for GenericOpenAIChatAgent")
         # default transport = OpenAI SDK
         return await self.oai.chat.completions.create(
             model=self.model_name,
             messages=messages,
-            tools=tools,  # already ChatCompletionToolParam-shaped
+            tools=tools,  # type: ignore ready ChatCompletionToolParam-shaped
             **extra,
-        )
+        )  # type: ignore
 
     @instrument(
         span_type="agent",
@@ -204,7 +204,9 @@ class GenericOpenAIChatAgent(MCPAgent):
 
         try:
             response = await self._invoke_chat_completion(
-                messages=messages, tools=tools, extra=extra
+                messages=messages,
+                tools=tools, # type: ignore
+                extra=extra,
             )
         except Exception as e:
             error_content = f"Error getting response {e}"

hud/cli/__init__.py

@@ -1178,6 +1178,11 @@ def rl(
         "--vllm-gpu",
         help="Specific GPU for vLLM server",
     ),
+    skip_vllm_startup: bool = typer.Option(
+        False,
+        "--skip-vllm-startup",
+        help="Skip the vLLM server startup",
+    ),
 ) -> None:
     """🎯 Run GRPO reinforcement learning training on tasks."""
     # Import from the rl module
@@ -1195,6 +1200,7 @@ def rl(
         ddp_gpus=ddp_gpus,
         vllm_gpu=vllm_gpu,
         yes=yes,
+        skip_vllm_startup=skip_vllm_startup,
     )
 
 

hud/cli/flows/tasks.py

@@ -212,14 +212,14 @@ def convert_tasks_to_remote(tasks_file: str) -> str:
     # Check if tasks already have remote URLs
     already_remote = _validate_tasks(tasks)
 
+    # If tasks already reference a remote MCP URL, do not require a local environment
+    # or attempt any image updates. Use the dataset as-is.
+    if already_remote:
+        return str(tasks_path)
+
     # Extract existing images from tasks
     existing_images = _extract_existing_images(tasks)
 
-    # Load tasks (supports .json and .jsonl)
-    if already_remote and not existing_images:
-        # Tasks are remote but have no image references - just return as-is
-        return str(tasks_path)
-
     # Locate environment
     env_dir = find_environment_dir(tasks_path)
     if not env_dir:

hud/cli/init.py

@@ -85,9 +85,9 @@ def _prompt_for_preset() -> str:
     """Ask the user to choose a preset when not provided."""
     try:
         choices = [
-            {"name": "blank", "message": "blank │ minimal template"},
-            {"name": "deep-research", "message": "deep-research │ remote browser preset"},
-            {"name": "browser", "message": "browser │ local browser preset"},
+            {"name": "blank", "message": "blank"},
+            {"name": "deep-research", "message": "deep-research"},
+            {"name": "browser", "message": "browser"},
         ]
         display_choices = [c["message"] for c in choices]
         selected = questionary.select(

hud/cli/rl/__init__.py

@@ -78,10 +78,9 @@ def rl_command(
         "-y",
         help="Auto-accept all prompts and use defaults (lazy mode)",
     ),
-    # Internal flag
     skip_vllm_startup: bool = typer.Option(
         False,
-        hidden=True,
+        "--skip-vllm-startup",
         help="Skip local vLLM server startup (for internal use)",
     ),
 ) -> None:

hud/cli/rl/remote_runner.py

@@ -13,6 +13,7 @@ from pathlib import Path
 from rich.console import Console
 
 from hud.cli.rl.celebrate import show_confetti_async
+from hud.cli.rl.gpu_utils import adjust_config_for_ddp
 from hud.cli.rl.viewer import show_json_interactive
 from hud.cli.rl.wait_utils import wait_for_enter_cancel_or_change
 from hud.utils.hud_console import hud_console
@@ -347,6 +348,8 @@ def run_remote_training(
             yes=yes,
         )
 
+        config = adjust_config_for_ddp(config, int(num_gpus))
+
         # Use a short label for tasks (avoid full absolute paths)
         try:
             if tasks_file and Path(tasks_file).exists():
@@ -357,7 +360,7 @@ def run_remote_training(
         except Exception:
             tasks_label = str(tasks_file)
 
-        config.job_name = f"RL {model_name} on {tasks_label}"
+        config.job_name = f"RL {tasks_label} | {model_name}"
 
         # Save config so user can review/edit externally
         temp_config_path = Path(f".rl_config_temp_{model_name}.json")

hud/utils/tests/test_version.py

@@ -5,4 +5,4 @@ def test_import():
     """Test that the package can be imported."""
     import hud
 
-    assert hud.__version__ == "0.4.39"
+    assert hud.__version__ == "0.4.41"

hud/version.py

@@ -4,4 +4,4 @@ Version information for the HUD SDK.
 
 from __future__ import annotations
 
-__version__ = "0.4.39"
+__version__ = "0.4.41"

{hud_python-0.4.39.dist-info → hud_python-0.4.41.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hud-python
-Version: 0.4.39
+Version: 0.4.41
 Summary: SDK for the HUD platform.
 Project-URL: Homepage, https://github.com/hud-evals/hud-python
 Project-URL: Bug Tracker, https://github.com/hud-evals/hud-python/issues
@@ -159,10 +159,10 @@ OSS RL environment + evals toolkit. Wrap software as environments, run benchmark
 
 ## Highlights
 
+- 🎓 **[One-click RL](https://hud.so/models)** – Run `hud rl` to get a trained model on any environment.
 - 🚀 **[MCP environment skeleton](https://docs.hud.so/core-concepts/mcp-protocol)** – any agent can call any environment.
 - ⚡️ **[Live telemetry](https://hud.so)** – inspect every tool call, observation, and reward in real time.
 - 🗂️ **[Public benchmarks](https://hud.so/leaderboards)** – OSWorld-Verified, SheetBench-50, and more.
-- 🌱 **[Reinforcement learning built-in](rl/)** – Verifiers gym pipelines for GRPO on any environment.
 - 🌐 **[Cloud browsers](environments/remote_browser/)** – AnchorBrowser, Steel, BrowserBase integrations for browser automation.
 - 🛠️ **[Hot-reload dev loop](environments/README.md#phase-5-hot-reload-development-with-cursor-agent)** – `hud dev` for iterating on environments without rebuilds.
 
@@ -171,27 +171,46 @@ OSS RL environment + evals toolkit. Wrap software as environments, run benchmark
 ## Installation
 
 ```bash
-# Core installation - MCP servers, telemetry, basic tools for environment design
+# SDK - MCP servers, telemetry, evaluation
 pip install hud-python
 
-# Agent installation - Adds AI providers, datasets
-pip install "hud-python[agent]"
-
-# CLI utilities
+# CLI - RL pipeline, environment design
 uv tool install hud-python
 # uv tool update-shell
-
-# From source (latest)
-git clone https://github.com/hud-evals/hud-python
-pip install -e "hud-python[dev]"
 ```
 
 > See [docs.hud.so](https://docs.hud.so), or add docs to any MCP client:
 > `claude mcp add --transport http docs-hud https://docs.hud.so/mcp`
 
-## Quickstart
+Before starting, get your HUD_API_KEY at [hud.so](https://hud.so).
+
+
+## Quickstart: Training
+
+RL using GRPO a Qwen2.5-VL model on any hud dataset:
+
+```bash
+hud get hud-evals/basic-2048 # from HF
+hud rl basic-2048.json
+```
+
+> See [agent training docs](https://docs.hud.so/train-agents/quickstart)
 
-For a tutorial that explains the agent and evaluation design, run ([see quickstart docs](https://docs.hud.so/quickstart)):
+Or make your own environment and dataset:
+
+```bash
+hud init my-env && cd my-env
+hud dev --interactive
+# When ready to run:
+hud rl
+```
+
+> See [environment design docs](https://docs.hud.so/build-environments)
+
+
+## Quickstart: Evals
+
+For a tutorial that explains the agent and evaluation design, run:
 
 ```python
 uvx hud-python quickstart
@@ -254,28 +273,30 @@ This is a Qwen‑2.5‑VL‑3B agent training a policy on the 2048-basic browser
 Train with the new interactive `hud rl` flow:
 
 ```bash
-# Install CLI with RL extras
-uv tool install "hud-python[rl]"
+# Install CLI
+uv tool install hud-python
 
 # Option A: Run directly from a HuggingFace dataset
 hud rl hud-evals/basic-2048
 
 # Option B: Download first, modify, then train
 hud get hud-evals/basic-2048
-hud rl basic-2048.jsonl
+hud rl basic-2048.json
 
 # Optional: baseline evaluation
-hud eval basic-2048.jsonl
+hud eval basic-2048.json
 ```
 
 Supports multi‑turn RL for both:
 - Language‑only models (e.g., `Qwen/Qwen2.5-7B-Instruct`)
 - Vision‑Language models (e.g., `Qwen/Qwen2.5-VL-3B-Instruct`)
 
-By default, `hud rl` provisions a persistant server and trainer in the cloud, streams telemetry to `hud.so`, and lets you monitor/manage models at `hud.so/models`. Use `--local` to run entirely on your machines (typically 2+ GPUs: one for vLLM, the rest for training).
+By default, `hud rl` provisions a persistent server and trainer in the cloud, streams telemetry to `hud.so`, and lets you monitor/manage models at `hud.so/models`. Use `--local` to run entirely on your machines (typically 2+ GPUs: one for vLLM, the rest for training).
 
 Any HUD MCP environment and evaluation works with our RL pipeline (including remote configurations). See the guided docs: `https://docs.hud.so/train-agents/quickstart`.
 
+Pricing: Hosted vLLM and training GPU rates are listed in the [Training Quickstart → Pricing](https://docs.hud.so/train-agents/quickstart#pricing). Manage billing at the [HUD billing dashboard](https://hud.so/project/billing).
+
 ## Benchmarking Agents
 
 This is Claude Computer Use running on our proprietary financial analyst benchmark [SheetBench-50](https://huggingface.co/datasets/hud-evals/SheetBench-50):
@@ -323,7 +344,7 @@ from hud.tools import HudComputerTool
 mcp = MCPServer("My Environment")
 
 # Add hud tools (see all tools: https://docs.hud.so/reference/tools)
-mcp.add_tool(HudComputerTool())
+mcp.tool(HudComputerTool())
 
 # Or custom tools (see https://docs.hud.so/build-environments/adapting-software)
 @mcp.tool("launch_app"):
@@ -494,11 +515,10 @@ graph LR
 
 ## Roadmap
 
-- Merging our forks in to the main `mcp`, `mcp_use`, `verifiers` repositories
+- Merging our forks in to the main `mcp`, `mcp_use` repositories
 - Helpers for building new environments (see [current guide](environments/README.md))
 - Integrations with every major agent framework
 - Evaluation environment registry
-- Native RL training to hud environments (see [current RL support](rl/))
 - MCP opentelemetry standard
 
 ## Contributing
@@ -509,7 +529,7 @@ Key areas:
 - [Environment examples](environments/) - Add new MCP environments
 - [Agent implementations](hud/agents/) - Add support for new LLM providers
 - [Tool library](hud/tools/) - Extend the built-in tool collection
-- [RL training](rl/) - Improve reinforcement learning pipelines
+- [RL training](hud/rl/) - Improve reinforcement learning pipelines
 
 Thanks to all our contributors!
 

{hud_python-0.4.39.dist-info → hud_python-0.4.41.dist-info}/RECORD

@@ -2,15 +2,15 @@ hud/__init__.py,sha256=JMDFUE1pP0J1Xl_miBdt7ERvoffZmTzSFe8yxz512A8,552
 hud/__main__.py,sha256=YR8Dq8OhINOsVfQ55PmRXXg4fEK84Rt_-rMtJ5rvhWo,145
 hud/settings.py,sha256=disObWa-DgXzoDcCDp3y1dTPaNsbR0IvoMJL9Eg4zyo,3947
 hud/types.py,sha256=pmPj_8emfMIfEY_fRS8NgIJ56kCsolWSqQjyCzXDaGY,11072
-hud/version.py,sha256=flrgOWFXASZxwL4kHKZAFtTEJht-AlcjaxwuVVcQ9us,105
-hud/agents/__init__.py,sha256=d-t5-PHHDoEFCuhv-IrpixCu7syvrjqSrDekQ0SdFiM,335
+hud/version.py,sha256=C1Fy_xyAmtsGqUTTCdTCms68E9dj7ZaxR50aXhxj6cc,105
+hud/agents/__init__.py,sha256=UoIkljWdbq4bM0LD-mSaw6w826EqdEjOk7r6glNYwYQ,286
 hud/agents/base.py,sha256=_u1zR3gXzZ1RlTCUYdMcvgHqdJBC4-AB1lZt0yBx8lg,35406
 hud/agents/claude.py,sha256=TGhm5gE2ltINDAdEsDxKuT9iGMQ5G87R6kmabU3KPt8,16101
 hud/agents/grounded_openai.py,sha256=U-FHjB2Nh1_o0gmlxY5F17lWJ3oHsNRIB2a7z-IKB64,11231
 hud/agents/langchain.py,sha256=1EgCy8jfjunsWxlPC5XfvfLS6_XZVrIF1ZjtHcrvhYw,9584
-hud/agents/lite_llm.py,sha256=Nv2o541Q2MpaopR3P7ICoRzl0eHMLz0VzKctUrEU5nc,2232
+hud/agents/lite_llm.py,sha256=_3wbUiYCp7q8Vyu9rhaoJDvmb_bsyUsLYWP3iQJ2bHo,2239
 hud/agents/openai.py,sha256=O1xV1h1l-W8lmnmXqTYr5CwnmnaniMqOxAZbl2CTTng,14576
-hud/agents/openai_chat_generic.py,sha256=NDk_Bht_ePf8gfW1nuvlM6CXcntcRaJw4QzzAmxA6yc,12068
+hud/agents/openai_chat_generic.py,sha256=RUfXDZSUbOXQ2leR4_8PGpqvUzz5PJOWeR3PTticKUY,12150
 hud/agents/misc/__init__.py,sha256=BYi4Ytp9b_vycpZFXnr5Oyw6ncKLNNGml8Jrb7bWUb4,136
 hud/agents/misc/response_agent.py,sha256=uMuRDkz5QgaMQliNzBRepond5sb7KyqIiKm3LstjVnw,3753
 hud/agents/tests/__init__.py,sha256=W-O-_4i34d9TTyEHV-O_q1Ai1gLhzwDaaPo02_TWQIY,34
@@ -19,7 +19,7 @@ hud/agents/tests/test_claude.py,sha256=0nZnfsbGoECvsLPdmaRnc9jVmrehVvc3kxeyiCQI2
 hud/agents/tests/test_client.py,sha256=uikgh6yhjPPX2RBU4XJQMz1mNox9uXjuwsP8t93id18,13337
 hud/agents/tests/test_grounded_openai_agent.py,sha256=VK8lUvHIjWicMX00VKPE-FZyjiJqTEhb80MuRRa9fVc,5437
 hud/agents/tests/test_openai.py,sha256=Npbdr0acgLExGLbrleXze-k3w9LHfmqzQjPk9TnjN68,7620
-hud/cli/__init__.py,sha256=urgZQiFle1i4InTOn6FmCK_KrpGYgkVppN3v2CM5YmQ,45409
+hud/cli/__init__.py,sha256=v4602N3FWOXD2raK1h3APJXFshsCrJV8P3JFcK--IvM,45596
 hud/cli/__main__.py,sha256=fDH7XITyuDITwSDIVwRso06aouADO0CzTHKqp5TOwJE,143
 hud/cli/analyze.py,sha256=4u5oYfJMquOjT9PzzRTYVcTZDxDi0ilNP_g532_hpOU,14716
 hud/cli/build.py,sha256=h-4SAoe3j8Pth3mPYf26vh7q1Do5JADlvKKwkZrf2AU,19551
@@ -28,14 +28,14 @@ hud/cli/debug.py,sha256=jtFW8J5F_3rhq1Hf1_SkJ7aLS3wjnyIs_LsC8k5cnzc,14200
 hud/cli/dev.py,sha256=J0Q_ndHbQcXe64gMjXfqiccWYWpdiYWvTKbJhCAvlgI,30666
 hud/cli/eval.py,sha256=d1RouB3rxP3axca2sRblNWZMNvHGP1EugST5fCJ-7tc,25790
 hud/cli/get.py,sha256=sksKrdzBGZa7ZuSoQkc0haj-CvOGVSSikoVXeaUd3N4,6274
-hud/cli/init.py,sha256=2na19h0LxfGl35Z_uNOLNpjZrnhBkyltM-OOUkauopA,9793
+hud/cli/init.py,sha256=YkWxkIDCnhnxGGpbm7IvYMcfDqWuO1X9wxDxE4k-9ew,9721
 hud/cli/list_func.py,sha256=EVi2Vc3Lb3glBNJxFx4MPnZknZ4xmuJz1OFg_dc8a_E,7177
 hud/cli/pull.py,sha256=XGEZ8n60tbzLQP_8d9h7XYmzyCW0e2-Rkr3_tLG7jvw,12449
 hud/cli/push.py,sha256=DsXFrMtWBZ-HUxt6VoLihpklk8JJIe2gy-GA4AMg6Kw,18805
 hud/cli/remove.py,sha256=8vGQyXDqgtjz85_vtusoIG8zurH4RHz6z8UMevQRYM4,6861
 hud/cli/flows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hud/cli/flows/tasks.py,sha256=0vqTd-pAVEqXYZUp2hntSXMu9JuCJkKZzJQ3YZ1r3AE,14564
-hud/cli/rl/__init__.py,sha256=PuOOPr2Y7Xnn6e_DQHAZ_RzhfVOsKx_ikEFshQ5PeIg,5203
+hud/cli/flows/tasks.py,sha256=d-RsIV0rvzBuYN6WR7AOId19wzEy0z7SSW9c5RnEaqQ,14564
+hud/cli/rl/__init__.py,sha256=q0GIYRARpNkY8o1Sza5CjQq6cks_1W_SjGprybaCxq4,5193
 hud/cli/rl/celebrate.py,sha256=trGEJn3xebexlHwFVKPJKhRujVVV8sy7TQTJvRd2p9A,5947
 hud/cli/rl/config.py,sha256=VZ8fiOI22Aw6YTRk7gj1ozpF-TU7NK8QWQgWFwMbNs0,3235
 hud/cli/rl/display.py,sha256=hqJVGmO9csYinladhZwjF-GMvppYWngxDHajTyIJ_gM,5214
@@ -43,7 +43,7 @@ hud/cli/rl/gpu.py,sha256=peXS-NdUF5RyuSs0aZoCzGLboneBUpCy8f9f99WMrG0,2009
 hud/cli/rl/gpu_utils.py,sha256=H5ckPwgj5EVP3yJ5eVihR5R7Y6Gp6pt8ZUfWCCwcLG4,11072
 hud/cli/rl/local_runner.py,sha256=NFsNmRZ4nenPnb45ZtdsILeICKEq11wmpLwq9E-a8ZE,22614
 hud/cli/rl/presets.py,sha256=DzOO82xL5QyzdVtlX-Do1CODMvDz9ILMPapjU92jcZg,3051
-hud/cli/rl/remote_runner.py,sha256=UP1Y9LKTK7-RDc9wczAM15F_zdFi0atzgSceOmb2Vjc,17369
+hud/cli/rl/remote_runner.py,sha256=FkFr6IOHLdmlNOZTqjaNBOCYyGm7Tf2BAT2YCWOoIGM,17486
 hud/cli/rl/rl_api.py,sha256=INJobvSa50ccR037u_GPsDa_9WboWyNwqEaoh9hcXj0,4306
 hud/cli/rl/viewer.py,sha256=ExQs1IX3T8x_9aBzc4JojZ779jmFvFTh7EjOYIHzYsU,4441
 hud/cli/rl/vllm.py,sha256=Gq_M6KsQArGz7FNIdemuM5mk16mu3xe8abpO2GCCuOE,6093
@@ -218,10 +218,10 @@ hud/utils/tests/test_init.py,sha256=2QLQSGgyP9wJhOvPCusm_zjJad0qApOZi1BXpxcdHXQ,
 hud/utils/tests/test_mcp.py,sha256=0pUa16mL-bqbZDXp5NHBnt1gO5o10BOg7zTMHZ1DNPM,4023
 hud/utils/tests/test_progress.py,sha256=QSF7Kpi03Ff_l3mAeqW9qs1nhK50j9vBiSobZq7T4f4,7394
 hud/utils/tests/test_telemetry.py,sha256=5jl7bEx8C8b-FfFUko5pf4UY-mPOR-9HaeL98dGtVHM,2781
-hud/utils/tests/test_version.py,sha256=iyWudJ6arOycIPna5CRotVVD0ojbFV-Rv2IkuIHEGX0,160
+hud/utils/tests/test_version.py,sha256=Y5eL4qx41L0b6Ih_xxAcO_cnvcUmfISmHlut9W0haOA,160
 hud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hud_python-0.4.39.dist-info/METADATA,sha256=8CRV9IMrjYFDVtKuT0k3GAzEQRP0MXXvMMWdvsWLpbE,21900
-hud_python-0.4.39.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-hud_python-0.4.39.dist-info/entry_points.txt,sha256=jJbodNFg1m0-CDofe5AHvB4zKBq7sSdP97-ohaQ3ae4,63
-hud_python-0.4.39.dist-info/licenses/LICENSE,sha256=yIzBheVUf86FC1bztAcr7RYWWNxyd3B-UJQ3uddg1HA,1078
-hud_python-0.4.39.dist-info/RECORD,,
+hud_python-0.4.41.dist-info/METADATA,sha256=Hx89Ngi8RmMOFtvMNF5y2m_1Y_lXI3C5dtTH_g4Fco0,22275
+hud_python-0.4.41.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+hud_python-0.4.41.dist-info/entry_points.txt,sha256=jJbodNFg1m0-CDofe5AHvB4zKBq7sSdP97-ohaQ3ae4,63
+hud_python-0.4.41.dist-info/licenses/LICENSE,sha256=yIzBheVUf86FC1bztAcr7RYWWNxyd3B-UJQ3uddg1HA,1078
+hud_python-0.4.41.dist-info/RECORD,,