haliosai-cli 2.0.6__tar.gz → 2.0.7__tar.gz

{haliosai_cli-2.0.6/haliosai_cli.egg-info → haliosai_cli-2.0.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: haliosai-cli
-Version: 2.0.6
+Version: 2.0.7
 Summary: Halios CLI for coding-agent evaluations, guardrails, and OpenTelemetry evidence
 Author-email: HaliosLabs <support@halios.ai>
 License-Expression: Apache-2.0
@@ -73,6 +73,10 @@ scenarios in `.halios/`, and run one smoke scenario. It stops with a verificatio
 asking whether to run the full suite and how many trials per scenario to use. The summary includes
 direct Halios UI links for reviewing the materialized suite, smoke run, and trace evidence.
 
+If the Halios CLI is missing, the coding agent will tell you before installing `haliosai-cli` as
+user-level tooling that can be reused across projects. It is kept separate from your application's
+runtime dependencies.
+
 ---
 
 ### Standalone CLI Installation
@@ -81,10 +85,10 @@ If you prefer to drive evaluations directly from the command line or CI:
 
 ```bash
 # Recommended: Install with uv tool
-uv tool install 'haliosai-cli>=2.0.6'
+uv tool install 'haliosai-cli>=2.0.7'
 
 # Or install with pipx
-pipx install 'haliosai-cli>=2.0.6'
+pipx install 'haliosai-cli>=2.0.7'
 
 # See available commands and usage
 halios --help

{haliosai_cli-2.0.6 → haliosai_cli-2.0.7}/README.md

@@ -36,6 +36,10 @@ scenarios in `.halios/`, and run one smoke scenario. It stops with a verificatio
 asking whether to run the full suite and how many trials per scenario to use. The summary includes
 direct Halios UI links for reviewing the materialized suite, smoke run, and trace evidence.
 
+If the Halios CLI is missing, the coding agent will tell you before installing `haliosai-cli` as
+user-level tooling that can be reused across projects. It is kept separate from your application's
+runtime dependencies.
+
 ---
 
 ### Standalone CLI Installation
@@ -44,10 +48,10 @@ If you prefer to drive evaluations directly from the command line or CI:
 
 ```bash
 # Recommended: Install with uv tool
-uv tool install 'haliosai-cli>=2.0.6'
+uv tool install 'haliosai-cli>=2.0.7'
 
 # Or install with pipx
-pipx install 'haliosai-cli>=2.0.6'
+pipx install 'haliosai-cli>=2.0.7'
 
 # See available commands and usage
 halios --help

haliosai_cli-2.0.7/halios_cli/_version.py

@@ -0,0 +1 @@
+__version__ = "2.0.7"

{haliosai_cli-2.0.6 → haliosai_cli-2.0.7/haliosai_cli.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: haliosai-cli
-Version: 2.0.6
+Version: 2.0.7
 Summary: Halios CLI for coding-agent evaluations, guardrails, and OpenTelemetry evidence
 Author-email: HaliosLabs <support@halios.ai>
 License-Expression: Apache-2.0
@@ -73,6 +73,10 @@ scenarios in `.halios/`, and run one smoke scenario. It stops with a verificatio
 asking whether to run the full suite and how many trials per scenario to use. The summary includes
 direct Halios UI links for reviewing the materialized suite, smoke run, and trace evidence.
 
+If the Halios CLI is missing, the coding agent will tell you before installing `haliosai-cli` as
+user-level tooling that can be reused across projects. It is kept separate from your application's
+runtime dependencies.
+
 ---
 
 ### Standalone CLI Installation
@@ -81,10 +85,10 @@ If you prefer to drive evaluations directly from the command line or CI:
 
 ```bash
 # Recommended: Install with uv tool
-uv tool install 'haliosai-cli>=2.0.6'
+uv tool install 'haliosai-cli>=2.0.7'
 
 # Or install with pipx
-pipx install 'haliosai-cli>=2.0.6'
+pipx install 'haliosai-cli>=2.0.7'
 
 # See available commands and usage
 halios --help

{haliosai_cli-2.0.6 → haliosai_cli-2.0.7}/tests/test_cli_surface.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import json
+import pathlib
 import sys
 from types import SimpleNamespace
 from typing import Any
@@ -11,7 +12,12 @@ from typer.testing import CliRunner
 
 from halios_cli import cli_project, cli_support, cli_trace
 from halios_cli.cli import app
-from halios_cli.cli_eval import _invoke_adapter, _otlp_root_payload, _scenario_schema_errors
+from halios_cli.cli_eval import (
+    _eval_schema_errors,
+    _invoke_adapter,
+    _otlp_root_payload,
+    _scenario_schema_errors,
+)
 
 
 class FakeApiClient:
@@ -46,6 +52,22 @@ def test_top_level_exposes_agent_workflows() -> None:
     assert "trace" in result.output
 
 
+def test_bundled_eval_example_is_valid_and_balanced() -> None:
+    root = pathlib.Path(__file__).resolve().parents[1]
+    example = cli_support.load_yaml(root / "skills/halios/assets/eval.example.yml")
+
+    assert _eval_schema_errors(example) == []
+    checks = example["checks"]
+    rule_types = {rule["type"] for check in checks for rule in check["rules"]}
+    target_scopes = {(check["target"], check["scope"]) for check in checks}
+
+    assert {"exists", "json_schema", "not_empty", "one_of", "regex", "llm_judge"} <= rule_types
+    assert ("tool_usage", "input_arguments") in target_scopes
+    assert ("assistant_message", "all") in target_scopes
+    assert ("assistant_message", "after_tool") in target_scopes
+    assert ("full_conversation", "entire") in target_scopes
+
+
 def test_ci_credentials_accept_agent_scoped_otlp_token_from_environment(monkeypatch) -> None:
     monkeypatch.setattr(cli_support, "_read_credentials", lambda: {"profiles": {}})
     monkeypatch.setenv("HALIOS_API_KEY", "halios_control_plane_key")

haliosai_cli-2.0.6/halios_cli/_version.py

@@ -1 +0,0 @@
-__version__ = "2.0.6"