haliosai-cli 2.0.8__tar.gz → 2.0.9__tar.gz

{haliosai_cli-2.0.8/haliosai_cli.egg-info → haliosai_cli-2.0.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: haliosai-cli
-Version: 2.0.8
+Version: 2.0.9
 Summary: Halios CLI for coding-agent evaluations, guardrails, and OpenTelemetry evidence
 Author-email: HaliosLabs <support@halios.ai>
 License-Expression: Apache-2.0
@@ -98,10 +98,10 @@ If you prefer to drive evaluations directly from the command line or CI:
 
 ```bash
 # Recommended: Install with uv tool
-uv tool install 'haliosai-cli>=2.0.7'
+uv tool install 'haliosai-cli>=2.0.9'
 
 # Or install with pipx
-pipx install 'haliosai-cli>=2.0.7'
+pipx install 'haliosai-cli>=2.0.9'
 
 # See available commands and usage
 halios --help

{haliosai_cli-2.0.8 → haliosai_cli-2.0.9}/README.md

@@ -61,10 +61,10 @@ If you prefer to drive evaluations directly from the command line or CI:
 
 ```bash
 # Recommended: Install with uv tool
-uv tool install 'haliosai-cli>=2.0.7'
+uv tool install 'haliosai-cli>=2.0.9'
 
 # Or install with pipx
-pipx install 'haliosai-cli>=2.0.7'
+pipx install 'haliosai-cli>=2.0.9'
 
 # See available commands and usage
 halios --help

haliosai_cli-2.0.9/halios_cli/_version.py

@@ -0,0 +1 @@
+__version__ = "2.0.9"

{haliosai_cli-2.0.8 → haliosai_cli-2.0.9}/halios_cli/cli_eval.py

@@ -782,12 +782,38 @@ def _verify_simulation_telemetry(
 
 
 def _raise_for_failed_run(report: dict[str, Any], run_id: str) -> None:
+    trials = [trial for trial in (report.get("trials") or []) if isinstance(trial, dict)]
+    quota_trials = [
+        trial
+        for trial in trials
+        if trial.get("completeness_status") == "incomplete_quota"
+        or trial.get("outcome") == "ineligible"
+        or "managed ai allowance" in str(trial.get("error") or "").lower()
+        or "monthly allowance" in str(trial.get("error") or "").lower()
+        or "quota" in str(trial.get("error") or "").lower()
+    ]
+    if quota_trials or report.get("completeness_status") == "incomplete_quota":
+        run_url = str((report.get("links") or {}).get("evaluation_run") or "")
+        parsed_run_url = urllib.parse.urlsplit(run_url)
+        if parsed_run_url.scheme in {"http", "https"} and parsed_run_url.hostname:
+            billing_origin = urllib.parse.urlunsplit(
+                (parsed_run_url.scheme, parsed_run_url.netloc, "", "", "")
+            )
+            billing_url = f"{billing_origin}/settings/billing"
+        else:
+            billing_url = "https://app.halios.ai/settings/billing"
+        raise typer.BadParameter(
+            f"Evaluation run {run_id} marked incomplete_quota: monthly usage allowance reached.\n"
+            "Stop automated retries. Enable pay-as-you-go or wait for the monthly reset.\n"
+            f"Billing: {billing_url}\n"
+            "BYOK is an alternative only when the managed AI token allowance is exhausted."
+        )
+
     check_execution_error_count = int(report.get("check_execution_error_count") or 0)
     failed_trials = [
         trial
-        for trial in (report.get("trials") or [])
-        if isinstance(trial, dict)
-        and (
+        for trial in trials
+        if (
             trial.get("error")
             or trial.get("state") == "evaluation_failed"
             or trial.get("outcome") in {"error", "errored", "timed_out", "blocked"}
@@ -1042,6 +1068,14 @@ def run(
                     timeout=30,
                 )
                 if otlp_response.is_error:
+                    if otlp_response.status_code == 402:
+                        try:
+                            detail = otlp_response.json().get("detail", otlp_response.text)
+                        except Exception:
+                            detail = otlp_response.text
+                        from .cli_support import ApiError
+
+                        raise ApiError(402, detail)
                     raise typer.BadParameter(
                         f"OTLP root export failed: {otlp_response.status_code}"
                     )

{haliosai_cli-2.0.8 → haliosai_cli-2.0.9}/halios_cli/cli_support.py

@@ -25,7 +25,33 @@ class ApiError(typer.BadParameter):
     def __init__(self, status_code: int, detail: Any):
         self.status_code = status_code
         self.detail = detail
-        super().__init__(f"Halios API {status_code}: {detail}")
+        if (
+            status_code == 402
+            and isinstance(detail, dict)
+            and detail.get("code") == "usage_limit_exceeded"
+        ):
+            meter = str(detail.get("meter") or "usage").replace("_", " ")
+            remediation = str(
+                detail.get("remediation")
+                or "Enable pay-as-you-go or wait for the next monthly reset."
+            )
+            billing_url = str(detail.get("billing_url") or "https://app.halios.ai/settings/billing")
+            used = detail.get("used")
+            included = detail.get("included")
+            usage_str = (
+                f" ({used:,} / {included:,} used)"
+                if used is not None and included is not None
+                else ""
+            )
+            msg = (
+                "Halios usage allowance exhausted: "
+                f"Monthly {meter} allowance is exhausted{usage_str}.\n"
+                f"{remediation}\n"
+                f"Billing: {billing_url}"
+            )
+            super().__init__(msg)
+        else:
+            super().__init__(f"Halios API {status_code}: {detail}")
 
 
 def normalize_url(value: str) -> str:

{haliosai_cli-2.0.8 → haliosai_cli-2.0.9/haliosai_cli.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: haliosai-cli
-Version: 2.0.8
+Version: 2.0.9
 Summary: Halios CLI for coding-agent evaluations, guardrails, and OpenTelemetry evidence
 Author-email: HaliosLabs <support@halios.ai>
 License-Expression: Apache-2.0
@@ -98,10 +98,10 @@ If you prefer to drive evaluations directly from the command line or CI:
 
 ```bash
 # Recommended: Install with uv tool
-uv tool install 'haliosai-cli>=2.0.7'
+uv tool install 'haliosai-cli>=2.0.9'
 
 # Or install with pipx
-pipx install 'haliosai-cli>=2.0.7'
+pipx install 'haliosai-cli>=2.0.9'
 
 # See available commands and usage
 halios --help

{haliosai_cli-2.0.8 → haliosai_cli-2.0.9}/tests/test_cli_surface.py

@@ -11,11 +11,13 @@ import typer
 from typer.testing import CliRunner
 
 from halios_cli import cli_project, cli_support, cli_trace
+from halios_cli._version import __version__
 from halios_cli.cli import app
 from halios_cli.cli_eval import (
     _eval_schema_errors,
     _invoke_adapter,
     _otlp_root_payload,
+    _raise_for_failed_run,
     _scenario_schema_errors,
 )
 
@@ -40,7 +42,7 @@ class FakeApiClient:
 
 def _patch_trace_context(monkeypatch) -> None:
     FakeApiClient.calls = []
-    credentials = SimpleNamespace(ui_base_url="https://app.halios.ai")
+    credentials = SimpleNamespace(ui_base_url="https://app.halios.ai", api_key="test")
     monkeypatch.setattr(cli_trace, "_context", lambda: ("agent-id", credentials))
     monkeypatch.setattr(cli_trace, "ApiClient", FakeApiClient)
 
@@ -52,6 +54,20 @@ def test_top_level_exposes_agent_workflows() -> None:
     assert "trace" in result.output
 
 
+def test_skill_install_guidance_requires_current_cli_version() -> None:
+    root = pathlib.Path(__file__).resolve().parents[1]
+    expected_requirement = f"haliosai-cli>={__version__}"
+    expected_compatibility = f"haliosai-cli {__version__} or newer"
+
+    assert expected_compatibility in (root / "skills/halios/SKILL.md").read_text()
+    for relative_path in (
+        "README.md",
+        "skills/halios/workflows/connect.md",
+        "skills/halios/assets/github-actions-eval-gate.yml",
+    ):
+        assert expected_requirement in (root / relative_path).read_text()
+
+
 def test_bundled_eval_example_is_valid_and_balanced() -> None:
     root = pathlib.Path(__file__).resolve().parents[1]
     example = cli_support.load_yaml(root / "skills/halios/assets/eval.example.yml")
@@ -321,3 +337,42 @@ def test_eval_quality_gaps_flags_empty_simulator_context() -> None:
     ]
     gaps = _eval_quality_gaps(eval_plan={}, scenarios=scenarios)
     assert any("simulator_context is empty for a multi-turn scenario" in gap for gap in gaps)
+
+
+def test_api_error_formats_402_usage_limit_exceeded() -> None:
+    error = cli_support.ApiError(
+        402,
+        {
+            "code": "usage_limit_exceeded",
+            "meter": "managed_ai_tokens",
+            "used": 1031875,
+            "included": 1000000,
+            "remediation": "Enable overages, use BYOK, or wait for the next monthly reset.",
+            "billing_url": "https://app.halios.ai/settings/billing",
+        },
+    )
+    message = str(error)
+    assert (
+        "Halios usage allowance exhausted: Monthly managed ai tokens allowance is exhausted"
+        in message
+    )
+    assert "1,031,875 / 1,000,000 used" in message
+    assert "Enable overages, use BYOK, or wait for the next monthly reset." in message
+    assert "https://app.halios.ai/settings/billing" in message
+
+
+def test_failed_quota_run_uses_report_ui_origin_and_bounds_byok_guidance() -> None:
+    report = {
+        "trials": [{"completeness_status": "incomplete_quota"}],
+        "links": {
+            "evaluation_run": "http://localhost:3000/agents/agent-id/evaluations/run-id"
+        },
+    }
+
+    with pytest.raises(typer.BadParameter) as exc_info:
+        _raise_for_failed_run(report, "run-id")
+
+    message = str(exc_info.value)
+    assert "Stop automated retries" in message
+    assert "Billing: http://localhost:3000/settings/billing" in message
+    assert "BYOK is an alternative only when the managed AI token allowance" in message

haliosai_cli-2.0.8/halios_cli/_version.py

@@ -1 +0,0 @@
-__version__ = "2.0.8"