vesk-cli 0.1.4__tar.gz → 0.1.5__tar.gz

{vesk_cli-0.1.4 → vesk_cli-0.1.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: vesk-cli
-Version: 0.1.4
+Version: 0.1.5
 Summary: Vesk Verify: test LLM endpoints and produce compliance-mapped reports.
 Author: Vesk
 License-Expression: Apache-2.0
@@ -73,6 +73,8 @@ Runs the configured probes against the target and writes a results JSON file.
 - `--out PATH`: results file (default `results.json`).
 - `--env-file PATH`: optional dotenv-style file (`KEY=VALUE` lines) to read the API key from. Not read unless given; real environment variables win over the file.
 
+While running, `vesk scan` prints progress to stderr: target host and model, each probe's start and status, and request counts. It never prints prompts, responses, API keys, URL paths or credentials; those stay in the results file only (with PII masked).
+
 Exit codes:
 
 | Code | Meaning |

{vesk_cli-0.1.4 → vesk_cli-0.1.5}/README.md

@@ -42,6 +42,8 @@ Runs the configured probes against the target and writes a results JSON file.
 - `--out PATH`: results file (default `results.json`).
 - `--env-file PATH`: optional dotenv-style file (`KEY=VALUE` lines) to read the API key from. Not read unless given; real environment variables win over the file.
 
+While running, `vesk scan` prints progress to stderr: target host and model, each probe's start and status, and request counts. It never prints prompts, responses, API keys, URL paths or credentials; those stay in the results file only (with PII masked).
+
 Exit codes:
 
 | Code | Meaning |

{vesk_cli-0.1.4 → vesk_cli-0.1.5}/src/vesk/__init__.py

@@ -1,3 +1,3 @@
 """Vesk Verify: LLM endpoint testing with compliance-mapped reports."""
 
-__version__ = "0.1.4"
+__version__ = "0.1.5"

{vesk_cli-0.1.4 → vesk_cli-0.1.5}/src/vesk/cli.py

@@ -85,7 +85,7 @@ def scan(
             max_retries=cfg.target.max_retries,
         )
         try:
-            return await run_scan(cfg, probes, client)
+            return await run_scan(cfg, probes, client, progress=lambda m: typer.echo(m, err=True))
         finally:
             await client.aclose()
 

{vesk_cli-0.1.4 → vesk_cli-0.1.5}/src/vesk/runner.py

@@ -5,6 +5,8 @@ from __future__ import annotations
 import asyncio
 from datetime import datetime, timezone
 from pathlib import Path
+from typing import Callable
+from urllib.parse import urlsplit
 
 from pydantic import BaseModel, Field
 
@@ -78,17 +80,35 @@ def _excerpt(text: str) -> str:
     return text if len(text) <= RESPONSE_LIMIT else text[:RESPONSE_LIMIT] + "…"
 
 
-async def _run_probe(probe: Probe, cfg: Config, client: ChatClient, sem: asyncio.Semaphore):
+def display_host(base_url: str) -> str:
+    """Host[:port] only: drops credentials, path and query so nothing sensitive is echoed."""
+    return urlsplit(base_url).netloc.rpartition("@")[2] or "target"
+
+
+async def _run_probe(
+    probe: Probe,
+    cfg: Config,
+    client: ChatClient,
+    sem: asyncio.Semaphore,
+    progress: Progress | None = None,
+):
     cases = probe.cases(cfg.target.system_prompt, cfg.scan.samples_per_probe, cfg.scan.seed)
     errors: list[str] = []
+    done = 0
+    step = max(1, len(cases) // 4)
 
     async def one(case) -> CaseResult | None:
+        nonlocal done
         async with sem:
             try:
                 response = await client.complete(case.messages)
             except EndpointError as e:
                 errors.append(str(e))
                 return None
+            finally:
+                done += 1
+                if progress and (done == len(cases) or done % step == 0):
+                    progress(f"  {probe.name}: {done}/{len(cases)} requests")
         verdict = probe.evaluate(case, response)
         return CaseResult(
             id=case.id,
@@ -118,12 +138,28 @@ async def _run_probe(probe: Probe, cfg: Config, client: ChatClient, sem: asyncio
     )
 
 
+Progress = Callable[[str], None]
+
+
 async def run_scan(
-    cfg: Config, probes: list[Probe], client: ChatClient
+    cfg: Config, probes: list[Probe], client: ChatClient, progress: Progress | None = None
 ) -> ScanResults:
+    """`progress` receives short status lines: probe names and counts only, never content."""
     started = _now()
     sem = asyncio.Semaphore(cfg.scan.max_concurrency)
-    runs = [await _run_probe(p, cfg, client, sem) for p in probes]
+    if progress:
+        progress(
+            f"Scanning {display_host(cfg.target.base_url)} (model {cfg.target.model}) "
+            f"with {len(probes)} probe(s)"
+        )
+    runs = []
+    for i, p in enumerate(probes, 1):
+        if progress:
+            progress(f"[{i}/{len(probes)}] {p.name}: running")
+        run = await _run_probe(p, cfg, client, sem, progress)
+        if progress:
+            progress(f"[{i}/{len(probes)}] {p.name}: {run.status}")
+        runs.append(run)
     return ScanResults(
         target=cfg.target.base_url,
         model=cfg.target.model,

{vesk_cli-0.1.4 → vesk_cli-0.1.5}/tests/integration/test_scan_cli.py

@@ -120,6 +120,18 @@ def test_endpoint_down_exits_3_and_still_writes_results(cfg, tmp_path):
     assert all(p["status"] == "error" and p["error"] for p in data["probes"])
 
 
+@respx.mock
+def test_progress_shows_status_without_sensitive_data(cfg, tmp_path):
+    respx.post(URL).mock(side_effect=vulnerable)
+    r, out = scan(cfg, tmp_path)
+    assert "Scanning llm.test (model m) with 3 probe(s)" in r.output
+    assert "[1/3]" in r.output and "[3/3]" in r.output
+    assert "4/4 requests" in r.output
+    assert "secret-key" not in r.output
+    assert "/v1" not in r.output.split("Scanning", 1)[1].splitlines()[0]
+    assert not MARKER.search(r.output)
+
+
 @respx.mock
 def test_sends_bearer_key(cfg, tmp_path):
     route = respx.post(URL).mock(side_effect=hardened)