hte-cli 0.1.28__tar.gz → 0.2.0__tar.gz

{hte_cli-0.1.28 → hte_cli-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hte-cli
-Version: 0.1.28
+Version: 0.2.0
 Summary: Human Time-to-Completion Evaluation CLI
 Project-URL: Homepage, https://github.com/sean-peters-au/lyptus-mono
 Author: Lyptus Research
@@ -23,6 +23,10 @@ Requires-Dist: platformdirs>=4.0
 Requires-Dist: pydantic>=2.0
 Requires-Dist: pyyaml>=6.0
 Requires-Dist: rich>=13.0
+Provides-Extra: dev
+Requires-Dist: pexpect>=4.8; extra == 'dev'
+Requires-Dist: pytest>=7.0; extra == 'dev'
+Requires-Dist: requests>=2.28; extra == 'dev'
 Description-Content-Type: text/markdown
 
 # hte-cli

{hte_cli-0.1.28 → hte_cli-0.2.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "hte-cli"
-version = "0.1.28"
+version = "0.2.0"
 description = "Human Time-to-Completion Evaluation CLI"
 readme = "README.md"
 requires-python = ">=3.11"
@@ -31,6 +31,13 @@ dependencies = [
     "packaging>=21.0",
 ]
 
+[project.optional-dependencies]
+dev = [
+    "pexpect>=4.8",
+    "requests>=2.28",
+    "pytest>=7.0",
+]
+
 [project.scripts]
 hte-cli = "hte_cli:main"
 
@@ -44,6 +51,11 @@ build-backend = "hatchling.build"
 [tool.hatch.build.targets.wheel]
 packages = ["src/hte_cli"]
 
+[tool.pytest.ini_options]
+# Force unbuffered output so we see results as they run
+addopts = "-s --tb=short"
+testpaths = ["tests"]
+
 [tool.ruff]
 line-length = 100
 target-version = "py311"

{hte_cli-0.1.28 → hte_cli-0.2.0}/src/hte_cli/api_client.py

@@ -201,6 +201,31 @@ class APIClient:
             },
         )
 
+    # =========================================================================
+    # Session-based API (new flow: hte-cli session join <session_id>)
+    # =========================================================================
+
+    def join_session(self, session_id: str) -> dict:
+        """Join an existing session created by web UI.
+
+        Returns session info including task data, benchmark, mode, etc.
+        Sets cli_connected_at on the server.
+        """
+        return self.post(f"/sessions/{session_id}/join")
+
+    def get_session_files(self, session_id: str) -> bytes:
+        """Download task files for a session as zip."""
+        return self.get_raw(f"/sessions/{session_id}/files")
+
+    def get_session_compose(self, session_id: str) -> str:
+        """Get compose.yaml content for a session."""
+        content = self.get_raw(f"/sessions/{session_id}/compose")
+        return content.decode("utf-8")
+
+    # =========================================================================
+    # Result Upload
+    # =========================================================================
+
     def upload_result(
         self,
         session_id: str,

{hte_cli-0.1.28 → hte_cli-0.2.0}/src/hte_cli/cli.py

@@ -147,13 +147,239 @@ def auth_status(ctx):
 
 
 # =============================================================================
-# Tasks Commands
+# Session Commands (New flow: session join <session_id>)
+# =============================================================================
+
+
+@cli.group()
+def session():
+    """Session management commands."""
+    pass
+
+
+@session.command("join")
+@click.argument("session_id")
+@click.option("--force-setup", is_flag=True, help="Re-run setup even if reconnecting")
+@click.pass_context
+def session_join(ctx, session_id: str, force_setup: bool):
+    """Join an existing session by ID.
+
+    This is the primary way to start working on a task:
+    1. Start the task from the web UI (creates session)
+    2. Run this command with the session ID shown in the web UI
+    3. The environment will be set up and the timer will start
+    """
+    config: Config = ctx.obj["config"]
+
+    if not config.is_authenticated():
+        console.print("[red]Not logged in. Run: hte-cli auth login[/red]")
+        sys.exit(1)
+
+    api = APIClient(config)
+
+    # Step 1: Join session
+    console.print()
+    with Progress(
+        SpinnerColumn(),
+        TextColumn("[progress.description]{task.description}"),
+        console=console,
+    ) as progress:
+        progress.add_task("Joining session...", total=None)
+
+        try:
+            session_info = api.join_session(session_id)
+        except APIError as e:
+            if "Invalid session ID format" in str(e):
+                console.print(f"[red]{e}[/red]")
+            elif e.status_code == 404:
+                console.print("[red]Session not found. Check the session ID and try again.[/red]")
+            elif e.status_code == 400 and "paused" in str(e).lower():
+                console.print("[yellow]Session is paused. Please resume from the web UI first.[/yellow]")
+            else:
+                console.print(f"[red]Error: {e}[/red]")
+            sys.exit(1)
+
+    # Check if reconnecting (session already in_progress)
+    is_reconnect = session_info.get("status") == "in_progress"
+
+    if is_reconnect and not force_setup:
+        console.print("[yellow]Reconnecting to existing session...[/yellow]")
+        console.print()
+
+    console.print(
+        Panel(
+            f"[bold]Task:[/bold] {session_info['task_id']}\n"
+            f"[bold]Benchmark:[/bold] {session_info['benchmark']}\n"
+            f"[bold]Mode:[/bold] {session_info['mode']}",
+            title="Session Joined",
+        )
+    )
+    console.print()
+
+    # Import runner components
+    from hte_cli.events import EventStreamer
+    from hte_cli.runner import TaskRunner, DockerComposeManager
+
+    # Create event streamer
+    events = EventStreamer(api, session_id)
+
+    # Step 2: Download task files and compose (skip if reconnecting without force)
+    files_zip = None
+    compose_yaml = None
+
+    if not is_reconnect or force_setup:
+        with Progress(
+            SpinnerColumn(),
+            TextColumn("[progress.description]{task.description}"),
+            console=console,
+        ) as progress:
+            task_id_display = progress.add_task("Downloading task files...", total=None)
+            try:
+                files_zip = api.get_session_files(session_id)
+            except APIError as e:
+                # Files are optional for some benchmarks
+                console.print(f"[dim]Note: {e}[/dim]")
+                files_zip = None
+
+            progress.update(task_id_display, description="Downloading compose file...")
+            try:
+                compose_yaml = api.get_session_compose(session_id)
+            except APIError as e:
+                # Compose is optional for simple benchmarks
+                compose_yaml = None
+
+    # Validate compose for sandbox-required benchmarks
+    benchmark = session_info.get("benchmark", "").lower()
+    SANDBOX_REQUIRED_BENCHMARKS = {"cybench", "intercode-ctf", "cvebench", "cybergym", "nyuctf"}
+    if benchmark in SANDBOX_REQUIRED_BENCHMARKS and not compose_yaml and not is_reconnect:
+        console.print(
+            f"[red]Error: {benchmark} requires a Docker sandbox but no compose file was found.[/red]"
+        )
+        console.print()
+        console.print(
+            f"Please contact support: {SUPPORT_EMAIL}"
+        )
+        sys.exit(1)
+
+    # Build assignment dict for runner compatibility
+    assignment = {
+        "assignment_id": session_info.get("assignment_id"),
+        "task_id": session_info["task_id"],
+        "benchmark": session_info["benchmark"],
+        "mode": session_info["mode"],
+        "time_cap_seconds": session_info.get("time_cap_seconds"),
+    }
+
+    # Build task dict for runner
+    task_data = {
+        "instructions": session_info.get("instructions", ""),
+        "metadata": session_info.get("metadata", {}),
+        "scorer_type": session_info.get("scorer_type"),
+        "intermediate_scoring": session_info.get("intermediate_scoring", False),
+    }
+
+    # Step 3: Run setup (skip if reconnecting without force)
+    if not is_reconnect or force_setup:
+        # Send setup_started event
+        events.setup_started({"cli_version": __version__, "task_id": assignment["task_id"]})
+
+        # Extract files and run compose
+        runner = TaskRunner(session_id, api, events, console)
+        compose_manager = None
+
+        if compose_yaml:
+            compose_manager = DockerComposeManager(
+                compose_yaml=compose_yaml,
+                files_zip=files_zip,
+                session_id=session_id,
+                task_id=assignment["task_id"],
+                console=console,
+            )
+
+            # Pull images
+            events.image_pull_started({})
+            compose_manager.pull_images()
+            events.image_pull_completed({})
+
+            # Start containers
+            compose_manager.up()
+
+        # Send setup_completed - THIS STARTS THE TIMER ON SERVER
+        events.setup_completed({"cli_version": __version__})
+        console.print("[green]Environment ready! Timer started.[/green]")
+        console.print()
+    else:
+        # Reconnecting - compose should already be running
+        console.print("[dim]Skipping setup (use --force-setup to re-run)[/dim]")
+        console.print()
+
+    # Step 4: Show instructions
+    if session_info.get("instructions"):
+        console.print(Panel(session_info["instructions"], title="Task Instructions"))
+        console.print()
+
+    # Step 5: Run the task interaction loop
+    runner = TaskRunner(session_id, api, events, console)
+    try:
+        result = runner.run(
+            assignment=assignment,
+            task=task_data,
+            compose_yaml=compose_yaml,
+            files_zip=files_zip,
+        )
+    except KeyboardInterrupt:
+        console.print()
+        console.print("[yellow]Interrupted. Session remains active - you can reconnect later.[/yellow]")
+        sys.exit(0)
+
+    # Step 6: Upload result
+    if result and result.answer:
+        events.session_completed(
+            elapsed_seconds=result.time_seconds,
+            answer=result.answer,
+        )
+
+        console.print()
+        console.print("[green]Task completed![/green]")
+        console.print(f"Answer: {result.answer}")
+        console.print(f"Time: {result.time_seconds:.1f}s")
+
+        # Upload to server
+        with Progress(
+            SpinnerColumn(),
+            TextColumn("[progress.description]{task.description}"),
+            console=console,
+        ) as progress:
+            progress.add_task("Uploading result...", total=None)
+            try:
+                upload_result = api.upload_result(
+                    session_id=session_id,
+                    answer=result.answer or "",
+                    client_active_seconds=result.time_seconds,
+                    eval_log_bytes=result.eval_log_bytes,
+                    score=result.score,
+                    score_binarized=result.score_binarized,
+                    agent_id=result.agent_id,
+                )
+            except APIError as e:
+                console.print(f"[red]Failed to upload result: {e}[/red]")
+                sys.exit(1)
+
+        if upload_result.get("score") is not None:
+            console.print(f"Score: {upload_result['score']}")
+
+        console.print()
+        console.print("[green]Done! Return to the web UI to see your results.[/green]")
+
+
+# =============================================================================
+# Tasks Commands (DEPRECATED - use 'session join' instead)
 # =============================================================================
 
 
 @cli.group()
 def tasks():
-    """Task commands."""
+    """Task commands (deprecated - use 'session join' instead)."""
     pass
 
 
@@ -223,7 +449,23 @@ def tasks_list(ctx):
 @click.argument("task_id", required=False)
 @click.pass_context
 def tasks_run(ctx, task_id: str | None):
-    """Run a task (default: highest priority pending task)."""
+    """[DEPRECATED] Run a task - use 'session join' instead."""
+    console.print()
+    console.print("[red]This command is deprecated.[/red]")
+    console.print()
+    console.print("The new workflow is:")
+    console.print("  1. Start the task from the web UI: https://cyber-task-horizons.com")
+    console.print("  2. Run the command shown: [bold]hte-cli session join <session_id>[/bold]")
+    console.print()
+    console.print("This ensures accurate timing by starting the timer only when")
+    console.print("the environment is ready, not including Docker setup time.")
+    console.print()
+    sys.exit(1)
+
+
+# Keep the old implementation as _tasks_run_legacy for testing if needed
+def _tasks_run_legacy(ctx, task_id: str | None):
+    """Legacy implementation of tasks run (for testing only)."""
     config: Config = ctx.obj["config"]
 
     if not config.is_authenticated():

hte_cli-0.2.0/tests/__init__.py

@@ -0,0 +1 @@
+# Tests for hte-cli

hte_cli-0.2.0/tests/e2e/__init__.py

@@ -0,0 +1 @@
+# E2E tests for cyber-task-horizons CLI