newmeasure-cli 0.2.1__tar.gz → 0.3.0__tar.gz

{newmeasure_cli-0.2.1 → newmeasure_cli-0.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: newmeasure-cli
-Version: 0.2.1
+Version: 0.3.0
 Summary: NewMeasure eval CLI
 Requires-Python: >=3.11
 Requires-Dist: httpx>=0.28
@@ -16,7 +16,7 @@ Description-Content-Type: text/markdown
 
 *Upload eval tasks, start cloud runs, and download results with `newm`*
 
-[Install](#install) • [Usage](#usage) • [Browser tasks](#browser-tasks) • [Commands](#commands) • [Development](#development)
+[Install](#install) • [Usage](#usage) • [Browser tasks](#browser-tasks) • [Edit tasks](#edit-tasks) • [Commands](#commands) • [Development](#development)
 
 </div>
 
@@ -120,6 +120,28 @@ Downloads include `outputs/` (the files the product generated, such as PDF and H
 
 A browser task bundle contains `task.toml`, `instruction.md`, and, when present, `scenario.yaml`, `product.md` (or `../../shared/product.md`), and the `environment/` and `tests/` folders.
 
+## Edit tasks
+
+Turn a Solstice edit session into an Edit-suite task in the app. This uses the personal CLI token
+from `newm login --evals`. Pass the session's `operation_id` or its asset URL
+(`https://<tenant>.solstice.co/home/assets/<operation_id>`):
+
+```bash
+# List the operation's turns, with their surface, whether starting HTML is ready, and the request
+newm edit-task 0b7f2a7e-1111-4222-8333-444455556666
+
+# Create a task from turn 2 (a turn number or turn ID)
+newm edit-task 0b7f2a7e-1111-4222-8333-444455556666 --turn 2
+
+# Merge consecutive turns into one task, with your own title
+newm edit-task https://acme.solstice.co/home/assets/0b7f2a7e-1111-4222-8333-444455556666 \
+  -t 2 -t 3 --title "Swap headline and CTA"
+```
+
+The task's checks and title are drafted from the chosen turns; refine them in the app's Edits tab.
+Turns listed as `awaiting` have no starting HTML yet: the task is created, but stays
+`awaiting_html` until the HTML is imported.
+
 ## Commands
 
 ```bash
@@ -130,6 +152,8 @@ newm result <run-id>            # run details and trial results
 newm artifacts <run-id> <trial-id> [--output DIR]
 newm tasks                      # list uploaded tasks
 newm runs [<task-id>]           # list runs
+newm edit-task <operation> [-t <turn> ...]  # list turns or create an edit task
+newm logins                     # list saved logins
 newm harbor ...                 # pass through to the Harbor CLI
 newm --help
 ```

{newmeasure_cli-0.2.1 → newmeasure_cli-0.3.0}/README.md

@@ -5,7 +5,7 @@
 
 *Upload eval tasks, start cloud runs, and download results with `newm`*
 
-[Install](#install) • [Usage](#usage) • [Browser tasks](#browser-tasks) • [Commands](#commands) • [Development](#development)
+[Install](#install) • [Usage](#usage) • [Browser tasks](#browser-tasks) • [Edit tasks](#edit-tasks) • [Commands](#commands) • [Development](#development)
 
 </div>
 
@@ -109,6 +109,28 @@ Downloads include `outputs/` (the files the product generated, such as PDF and H
 
 A browser task bundle contains `task.toml`, `instruction.md`, and, when present, `scenario.yaml`, `product.md` (or `../../shared/product.md`), and the `environment/` and `tests/` folders.
 
+## Edit tasks
+
+Turn a Solstice edit session into an Edit-suite task in the app. This uses the personal CLI token
+from `newm login --evals`. Pass the session's `operation_id` or its asset URL
+(`https://<tenant>.solstice.co/home/assets/<operation_id>`):
+
+```bash
+# List the operation's turns, with their surface, whether starting HTML is ready, and the request
+newm edit-task 0b7f2a7e-1111-4222-8333-444455556666
+
+# Create a task from turn 2 (a turn number or turn ID)
+newm edit-task 0b7f2a7e-1111-4222-8333-444455556666 --turn 2
+
+# Merge consecutive turns into one task, with your own title
+newm edit-task https://acme.solstice.co/home/assets/0b7f2a7e-1111-4222-8333-444455556666 \
+  -t 2 -t 3 --title "Swap headline and CTA"
+```
+
+The task's checks and title are drafted from the chosen turns; refine them in the app's Edits tab.
+Turns listed as `awaiting` have no starting HTML yet: the task is created, but stays
+`awaiting_html` until the HTML is imported.
+
 ## Commands
 
 ```bash
@@ -119,6 +141,8 @@ newm result <run-id>            # run details and trial results
 newm artifacts <run-id> <trial-id> [--output DIR]
 newm tasks                      # list uploaded tasks
 newm runs [<task-id>]           # list runs
+newm edit-task <operation> [-t <turn> ...]  # list turns or create an edit task
+newm logins                     # list saved logins
 newm harbor ...                 # pass through to the Harbor CLI
 newm --help
 ```

newmeasure_cli-0.3.0/cli/commands/edit_task.py

@@ -0,0 +1,73 @@
+from __future__ import annotations
+
+import json
+
+import typer
+from rich.console import Console
+from rich.table import Table
+
+from cli.api_client import evals_client
+
+console = Console()
+
+
+def _turn_ids(turns: list[dict], picks: list[str]) -> list[str]:
+    """Map 1-based turn numbers to turn IDs; pass turn IDs through."""
+    by_seq = {str(t["seq"]): t["turn_id"] for t in turns}
+    known = {t["turn_id"] for t in turns}
+    out = []
+    for pick in picks:
+        tid = by_seq.get(pick, pick)
+        if tid not in known:
+            raise typer.BadParameter(
+                f"Turn {pick!r} is not in this operation; run without --turn to list turns"
+            )
+        out.append(tid)
+    return out
+
+
+def _show_turns(inspected: dict) -> None:
+    console.print(
+        f"Operation {inspected['operation_id']}  {inspected.get('brand_label') or ''}"
+        f"  {inspected.get('kind') or ''}"
+    )
+    table = Table()
+    for col in ("#", "Turn ID", "Surface", "HTML", "Request"):
+        table.add_column(col)
+    for t in inspected["turns"]:
+        request = " ".join((t.get("user_request") or "").split())
+        table.add_row(
+            str(t["seq"]),
+            t["turn_id"],
+            t.get("surface") or "",
+            ("ready" if t.get("html_ready") else "awaiting")
+            + (" (reverted)" if t.get("reverted") else ""),
+            request[:80] + ("…" if len(request) > 80 else ""),
+        )
+    console.print(table)
+    for task in inspected.get("existing_tasks") or []:
+        console.print(
+            f"Existing task {task['id']}: {task['title']} (turns {', '.join(task['turn_ids'])})"
+        )
+    console.print("Create a task with: newm edit-task <operation> --turn <#>")
+
+
+def edit_task(operation: str, turns: list[str], title: str) -> None:
+    """List an operation's turns, or create an edit task from the chosen turns."""
+    with evals_client() as c:
+        r = c.post("edit-tasks/inspect", json={"operation": operation})
+        r.raise_for_status()
+        inspected = r.json()
+        if not turns:
+            _show_turns(inspected)
+            return
+        r = c.post(
+            "edit-tasks",
+            json={
+                "operation": inspected["operation_id"],
+                "turn_ids": _turn_ids(inspected["turns"], turns),
+                "title": title,
+            },
+        )
+        r.raise_for_status()
+        typer.echo(json.dumps(r.json(), indent=1))

{newmeasure_cli-0.2.1 → newmeasure_cli-0.3.0}/cli/main.py

@@ -9,6 +9,7 @@ import typer
 
 from cli.commands.admin import admin_app
 from cli.commands.artifacts import artifacts as artifacts_cmd
+from cli.commands.edit_task import edit_task as edit_task_cmd
 from cli.commands.login import login as login_cmd
 from cli.commands.result import result as result_cmd
 from cli.commands.run import run as run_cmd
@@ -130,6 +131,23 @@ def result(run_id: str = typer.Argument(..., help="Run ID")):
     result_cmd(run_id)
 
 
+@app.command("edit-task")
+def edit_task(
+    operation: str = typer.Argument(
+        ..., help="Solstice operation ID or /home/assets/<id> URL"
+    ),
+    turn: list[str] = typer.Option(
+        [],
+        "--turn",
+        "-t",
+        help="Turn number or turn ID to convert; repeat to merge turns. Omit to list turns",
+    ),
+    title: str = typer.Option("", "--title", help="Task title (default: drafted)"),
+):
+    """Create an Edit-suite task from a Solstice operation."""
+    edit_task_cmd(operation, turn, title)
+
+
 @app.command(
     context_settings={"allow_extra_args": True, "ignore_unknown_options": True},
 )

{newmeasure_cli-0.2.1 → newmeasure_cli-0.3.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "newmeasure-cli"
-version = "0.2.1"
+version = "0.3.0"
 description = "NewMeasure eval CLI"
 readme = "README.md"
 requires-python = ">=3.11"