benchflow 0.7.1.dev1969__tar.gz → 0.7.1.dev1972__tar.gz

{benchflow-0.7.1.dev1969 → benchflow-0.7.1.dev1972}/CHANGELOG.md

@@ -2,6 +2,17 @@
 
 ## [Unreleased]
 
+### Added
+- **`bench traj setup` / `bench traj upload` print an upgrade hint when
+  outdated.** Both commands start with a lightweight PyPI latest-version
+  check (2 s timeout, completely silent on any network or parse failure) and
+  print a one-line `uv tool install --python 3.12 --upgrade --force
+  benchflow` hint when the installed version is older than the latest
+  release; dev/prereleases of a newer-or-equal base are not outdated.
+  `BENCHFLOW_SKIP_UPDATE_CHECK=1` disables the check. The
+  `benchflow-traj-upload` skill and docs now tell contributors to upgrade to
+  the latest BenchFlow (0.7.1+) before using the trajectory-upload flow.
+
 ### Changed
 - **Trajectory contribution is a copy-paste line, plus optional setup.**
   Contributors paste one line into their agent; the agent reads

{benchflow-0.7.1.dev1969 → benchflow-0.7.1.dev1972}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: benchflow
-Version: 0.7.1.dev1969
+Version: 0.7.1.dev1972
 Summary: Multi-turn agent benchmarking with ACP — run any agent, any model, any provider.
 Project-URL: Homepage, https://github.com/benchflow-ai/benchflow
 Project-URL: Repository, https://github.com/benchflow-ai/benchflow
@@ -100,6 +100,10 @@ Submit my best local Claude Code or Codex session to the BenchFlow eval prize. R
 The agent finds sessions on this machine, opens the viewer, and uploads after
 you like what you see.
 
+Be on the latest BenchFlow first — `uv tool install --python 3.12 --upgrade
+--force benchflow`. The `bench traj` commands print a one-line upgrade hint
+when a newer release is available.
+
 Prefer the terminal instead? The guided upload inspects before anything leaves
 your machine — it renders a redacted trajectory report (step counts, masked
 secrets, preview) and asks for confirmation:

{benchflow-0.7.1.dev1969 → benchflow-0.7.1.dev1972}/README.md

@@ -26,6 +26,10 @@ Submit my best local Claude Code or Codex session to the BenchFlow eval prize. R
 The agent finds sessions on this machine, opens the viewer, and uploads after
 you like what you see.
 
+Be on the latest BenchFlow first — `uv tool install --python 3.12 --upgrade
+--force benchflow`. The `bench traj` commands print a one-line upgrade hint
+when a newer release is available.
+
 Prefer the terminal instead? The guided upload inspects before anything leaves
 your machine — it renders a redacted trajectory report (step counts, masked
 secrets, preview) and asks for confirmation:

{benchflow-0.7.1.dev1969 → benchflow-0.7.1.dev1972}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "benchflow"
-version = "0.7.1.dev1969"
+version = "0.7.1.dev1972"
 description = "Multi-turn agent benchmarking with ACP — run any agent, any model, any provider."
 readme = "README.md"
 requires-python = ">=3.12"

{benchflow-0.7.1.dev1969 → benchflow-0.7.1.dev1972}/src/benchflow/cli/traj.py

@@ -59,6 +59,67 @@ CONTRIBUTOR_PROMPT = (
     "and follow it: find a session, open the viewer, upload only after I review it."
 )
 
+UPGRADE_COMMAND = "uv tool install --python 3.12 --upgrade --force benchflow"
+
+
+def _fetch_latest_version() -> str | None:
+    """Return the latest release on PyPI, or ``None`` when unavailable.
+
+    Module-level so tests monkeypatch it and never touch the network.
+    """
+    import logging
+
+    import httpx
+
+    # The CLI configures INFO logging; keep httpx's "HTTP Request" line for
+    # this background check out of the user's terminal.
+    logger = logging.getLogger("httpx")
+    previous_level = logger.level
+    logger.setLevel(logging.WARNING)
+    try:
+        response = httpx.get("https://pypi.org/pypi/benchflow/json", timeout=2.0)
+        response.raise_for_status()
+        version = response.json()["info"]["version"]
+    finally:
+        logger.setLevel(previous_level)
+    return version if isinstance(version, str) else None
+
+
+def _installed_version() -> str | None:
+    import importlib.metadata
+
+    try:
+        return importlib.metadata.version("benchflow")
+    except importlib.metadata.PackageNotFoundError:
+        return None
+
+
+def _maybe_print_update_hint() -> None:
+    """Print a one-line upgrade hint when a newer release exists on PyPI.
+
+    Best-effort only: any network, parse, or metadata failure is silent and
+    never blocks the command. ``BENCHFLOW_SKIP_UPDATE_CHECK`` disables the
+    check entirely (the test suite sets it for hermeticity).
+    """
+    if os.environ.get("BENCHFLOW_SKIP_UPDATE_CHECK"):
+        return
+    try:
+        installed = _installed_version()
+        latest = _fetch_latest_version()
+        if installed is None or latest is None:
+            return
+        from packaging.version import Version
+
+        # Compare release tuples so a dev/prerelease of a newer (or equal)
+        # base — e.g. 0.7.1.dev0 against PyPI 0.7.0 — never counts as
+        # outdated.
+        if Version(installed).release >= Version(latest).release:
+            return
+    except Exception:
+        return
+    # Plain print keeps the hint one physical line (no Rich wrapping).
+    print(f"A newer BenchFlow ({latest}) is available — run: {UPGRADE_COMMAND}")
+
 
 @dataclass(frozen=True)
 class _UploadOptions:
@@ -110,6 +171,7 @@ def register_traj(app: typer.Typer) -> None:
         ] = False,
     ) -> None:
         """Install the submit skill, or print the line to paste into an agent."""
+        _maybe_print_update_hint()
         if prompt_only:
             _print_contributor_prompt()
             return
@@ -184,6 +246,7 @@ def register_traj(app: typer.Typer) -> None:
         ] = DEFAULT_PREVIEW_STEPS,
     ) -> None:
         """Inspect, redact, confirm, and upload trajectory JSONL."""
+        _maybe_print_update_hint()
         try:
             _run_upload(
                 _UploadOptions(

{benchflow-0.7.1.dev1969 → benchflow-0.7.1.dev1972}/tests/conftest.py

@@ -33,6 +33,16 @@ def isolate_local_dotenv(monkeypatch, tmp_path) -> None:
     monkeypatch.setenv("BENCHFLOW_DOTENV_PATH", str(tmp_path / ".env"))
 
 
+@pytest.fixture(autouse=True)
+def skip_update_check(monkeypatch) -> None:
+    """Keep the `bench traj` PyPI latest-version check out of unit tests.
+
+    Tests that exercise the hint delete this variable and monkeypatch the
+    fetch instead of touching the network.
+    """
+    monkeypatch.setenv("BENCHFLOW_SKIP_UPDATE_CHECK", "1")
+
+
 @pytest.fixture
 def hello_world_task_dir() -> Path:
     path = REF_TASKS / "hello-world"

{benchflow-0.7.1.dev1969 → benchflow-0.7.1.dev1972}/tests/test_traj_upload_cli.py

@@ -634,6 +634,86 @@ def test_handshake_timeout_tells_people_to_retry(tmp_path: Path) -> None:
         )
 
 
+def _enable_update_check(monkeypatch: pytest.MonkeyPatch) -> None:
+    """Undo the suite-wide BENCHFLOW_SKIP_UPDATE_CHECK conftest fixture."""
+    monkeypatch.delenv("BENCHFLOW_SKIP_UPDATE_CHECK", raising=False)
+
+
+def test_outdated_install_prints_the_upgrade_hint(
+    tmp_path: Path, monkeypatch: pytest.MonkeyPatch
+) -> None:
+    """Guards PR #1014 (the version-check follow-up to PR #1013): an install
+    older than the PyPI latest gets one hint line on setup and upload."""
+    _enable_update_check(monkeypatch)
+    monkeypatch.setattr("benchflow.cli.traj._installed_version", lambda: "0.7.0")
+    monkeypatch.setattr("benchflow.cli.traj._fetch_latest_version", lambda: "0.7.2")
+
+    hint = (
+        "A newer BenchFlow (0.7.2) is available — run: "
+        "uv tool install --python 3.12 --upgrade --force benchflow"
+    )
+    setup_result = runner.invoke(app, ["traj", "setup", "--prompt"])
+    assert setup_result.exit_code == 0, setup_result.output
+    assert hint in click.unstyle(setup_result.output)
+
+    upload_result = runner.invoke(app, _upload_command(_trial(tmp_path), "--dry-run"))
+    assert upload_result.exit_code == 0, upload_result.output
+    assert hint in click.unstyle(upload_result.output)
+
+
+def test_update_check_network_failure_is_silent(
+    monkeypatch: pytest.MonkeyPatch,
+) -> None:
+    """Guards PR #1014 (the version-check follow-up to PR #1013): a PyPI
+    failure prints nothing and leaves the exit code untouched."""
+    from benchflow.cli.traj import CONTRIBUTOR_PROMPT
+
+    _enable_update_check(monkeypatch)
+
+    def fail_fetch() -> str | None:
+        raise httpx.ConnectError("no network")
+
+    monkeypatch.setattr("benchflow.cli.traj._fetch_latest_version", fail_fetch)
+    result = runner.invoke(app, ["traj", "setup", "--prompt"])
+
+    assert result.exit_code == 0, result.output
+    assert "newer BenchFlow" not in result.output
+    assert CONTRIBUTOR_PROMPT in click.unstyle(result.output)
+
+
+@pytest.mark.parametrize(
+    "installed", ["0.7.2", "0.8.0", "0.7.2.dev0", "0.7.3.dev1", "0.7.2rc1"]
+)
+def test_current_or_newer_dev_install_prints_no_hint(
+    installed: str, monkeypatch: pytest.MonkeyPatch
+) -> None:
+    """Guards PR #1014 (the version-check follow-up to PR #1013): up-to-date
+    installs and dev/prereleases of a newer-or-equal base are not outdated."""
+    _enable_update_check(monkeypatch)
+    monkeypatch.setattr("benchflow.cli.traj._installed_version", lambda: installed)
+    monkeypatch.setattr("benchflow.cli.traj._fetch_latest_version", lambda: "0.7.2")
+    result = runner.invoke(app, ["traj", "setup", "--prompt"])
+
+    assert result.exit_code == 0, result.output
+    assert "newer BenchFlow" not in result.output
+
+
+def test_skip_update_check_env_var_never_fetches(
+    monkeypatch: pytest.MonkeyPatch,
+) -> None:
+    """Guards PR #1014 (the version-check follow-up to PR #1013): the conftest
+    hermeticity guard BENCHFLOW_SKIP_UPDATE_CHECK short-circuits the fetch."""
+
+    def fail_fetch() -> str | None:
+        raise AssertionError("update check fetched despite skip env var")
+
+    monkeypatch.setattr("benchflow.cli.traj._fetch_latest_version", fail_fetch)
+    result = runner.invoke(app, ["traj", "setup", "--prompt"])
+
+    assert result.exit_code == 0, result.output
+    assert "newer BenchFlow" not in result.output
+
+
 def test_setup_prompt_prints_the_copy_paste_line() -> None:
     """The human path is one line to paste into an agent."""
     from benchflow.cli.traj import CONTRIBUTOR_PROMPT, SKILL_RAW_URL