skilltest-pytest 0.7.0__tar.gz → 0.9.0__tar.gz

{skilltest_pytest-0.7.0 → skilltest_pytest-0.9.0}/.gitignore

@@ -20,6 +20,13 @@ node_modules/
 /sdks/typescript/platforms/*/bin/
 /sdks/python/skilltest_sdk/_bin/
 
+# screencomp: commit the digest baseline (shots/baseline/*.json) and the README
+# images (docs/screenshots/*.svg + demo.gif), but not the regenerated capture
+# trees (see screenshots/AGENTS.md).
+/shots/current/
+/shots/verify/
+/shots/review/
+
 # Nx
 .nx/cache
 .nx/workspace-data

{skilltest_pytest-0.7.0 → skilltest_pytest-0.9.0}/PKG-INFO

@@ -1,12 +1,12 @@
 Metadata-Version: 2.4
 Name: skilltest-pytest
-Version: 0.7.0
+Version: 0.9.0
 Summary: pytest integration for skilltest: auto-collect *.skilltest.yaml cases as pytest tests, built on skilltest-sdk.
 Author: Nick DeRobertis
 License-Expression: MIT
 Requires-Python: >=3.12
 Requires-Dist: pytest>=8
-Requires-Dist: skilltest-sdk==0.7.0
+Requires-Dist: skilltest-sdk==0.9.0
 Description-Content-Type: text/markdown
 
 # skilltest-pytest

{skilltest_pytest-0.7.0 → skilltest_pytest-0.9.0}/pyproject.toml

@@ -1,13 +1,13 @@
 [project]
 name = "skilltest-pytest"
-version = "0.7.0"
+version = "0.9.0"
 description = "pytest integration for skilltest: auto-collect *.skilltest.yaml cases as pytest tests, built on skilltest-sdk."
 readme = "README.md"
 requires-python = ">=3.12"
 license = "MIT"
 authors = [{ name = "Nick DeRobertis" }]
 dependencies = [
-    "skilltest-sdk==0.7.0",
+    "skilltest-sdk==0.9.0",
     "pytest>=8",
 ]
 

{skilltest_pytest-0.7.0 → skilltest_pytest-0.9.0}/skilltest_pytest/__init__.py

@@ -35,11 +35,21 @@ from skilltest_sdk import (
     MockCall,
     MockRefEval,
     NumericDetail,
+    ProviderErrorKind,
     Report,
+    ReportError,
     SimulatedUser,
     SkillStream,
+    SkilltestAuthError,
     SkilltestError,
+    SkilltestModelNotFoundError,
+    SkilltestOverloadedError,
+    SkilltestProtocolError,
     SkilltestProviderError,
+    SkilltestQuotaError,
+    SkilltestRateLimitError,
+    SkilltestSpawnError,
+    SkilltestTimeoutError,
     SkilltestUsageError,
     StreamEvent,
     Summary,
@@ -89,12 +99,22 @@ __all__ = [
     "MockCall",
     "MockRefEval",
     "NumericDetail",
+    "ProviderErrorKind",
     "Report",
+    "ReportError",
     "SimulatedUser",
     "SkillStream",
+    "SkilltestAuthError",
     "SkilltestError",
     "SkilltestFailure",
+    "SkilltestModelNotFoundError",
+    "SkilltestOverloadedError",
+    "SkilltestProtocolError",
     "SkilltestProviderError",
+    "SkilltestQuotaError",
+    "SkilltestRateLimitError",
+    "SkilltestSpawnError",
+    "SkilltestTimeoutError",
     "SkilltestUsageError",
     "StreamEvent",
     "Summary",

{skilltest_pytest-0.7.0 → skilltest_pytest-0.9.0}/tests/test_plugin.py

@@ -158,6 +158,32 @@ def test_full_code_defined_case_surface_is_reexported(fixtures: Path) -> None:
     push.assert_called_once()
 
 
+def test_provider_error_subclass_is_reexported_and_raised(
+    cases: Path, tmp_path: Path, monkeypatch: pytest.MonkeyPatch
+) -> None:
+    # The kind-specific error surface rides the one-dependency re-export, and a
+    # provider failure through the plugin's run_skill raises it — so a plugin
+    # user can `except SkilltestTimeoutError` without importing the SDK.
+    from skilltest_pytest import SkilltestProviderError, SkilltestTimeoutError
+
+    monkeypatch.delenv("SKILLTEST_PROVIDER", raising=False)
+    oh = tmp_path / "oneharness"
+    oh.write_text(
+        "#!/bin/sh\ncat >/dev/null\n"
+        'printf \'%s\' \'{"results":[{"status":"timeout","stderr":"deadline"}]}\'\n'
+    )
+    oh.chmod(0o755)
+    cfg = tmp_path / "skilltest.yaml"
+    cfg.write_text(
+        f"provider:\n  kind: oneharness\n  bin: {oh}\n  judge_harness: claude-code\n"
+        "  timeout_secs: 5\nplatforms: [claude-code]\nmodels: [sonnet]\n"
+    )
+    with pytest.raises(SkilltestTimeoutError) as exc:
+        run_skill(cases / "greet_pass.yaml", config=cfg)
+    assert isinstance(exc.value, SkilltestProviderError)
+    assert exc.value.kind == "timeout"
+
+
 def test_mock_api_is_reexported_and_binds(cases: Path) -> None:
     # The mock/spy API rides the one-dependency re-export; code-level mocks
     # intercept and bind through the plugin's SDK exactly as through the SDK.

{skilltest_pytest-0.7.0 → skilltest_pytest-0.9.0}/uv.lock

@@ -189,7 +189,7 @@ wheels = [
 
 [[package]]
 name = "skilltest-pytest"
-version = "0.7.0"
+version = "0.9.0"
 source = { editable = "." }
 dependencies = [
     { name = "pytest" },
@@ -216,7 +216,7 @@ dev = [
 
 [[package]]
 name = "skilltest-sdk"
-version = "0.7.0"
+version = "0.9.0"
 source = { editable = "../../sdks/python" }
 dependencies = [
     { name = "pydantic" },