skilltest-sdk 0.1.1__tar.gz → 0.2.2__tar.gz

{skilltest_sdk-0.1.1 → skilltest_sdk-0.2.2}/.gitignore

@@ -15,6 +15,11 @@ dist/
 node_modules/
 *.tsbuildinfo
 
+# Bundled CLI binaries injected at release time into the per-platform npm
+# packages and the Python wheel; never committed — built/downloaded at publish.
+/sdks/typescript/platforms/*/bin/
+/sdks/python/skilltest_sdk/_bin/
+
 # Nx
 .nx/cache
 .nx/workspace-data

{skilltest_sdk-0.1.1 → skilltest_sdk-0.2.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skilltest-sdk
-Version: 0.1.1
+Version: 0.2.2
 Summary: Python SDK for the skilltest CLI: run AI-skill tests and natural-language evals from Python, with a typed report contract.
 Author: Nick DeRobertis
 License-Expression: MIT

{skilltest_sdk-0.1.1 → skilltest_sdk-0.2.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "skilltest-sdk"
-version = "0.1.1"
+version = "0.2.2"
 description = "Python SDK for the skilltest CLI: run AI-skill tests and natural-language evals from Python, with a typed report contract."
 readme = "README.md"
 requires-python = ">=3.12"
@@ -25,6 +25,12 @@ build-backend = "hatchling.build"
 [tool.hatch.build.targets.wheel]
 packages = ["skilltest_sdk"]
 
+# A platform build drops the prebuilt CLI at skilltest_sdk/_bin/skilltest (which
+# is git-ignored), then `scripts/build-python-wheel.sh` retags the wheel for the
+# target platform. Listing it as an artifact overrides the VCS-ignore so the
+# binary is packed; the pure (py3-none-any) build simply has nothing to match.
+artifacts = ["skilltest_sdk/_bin/*"]
+
 [tool.ruff]
 line-length = 100
 target-version = "py312"

{skilltest_sdk-0.1.1 → skilltest_sdk-0.2.2}/skilltest_sdk/runner.py

@@ -7,6 +7,7 @@ deterministic checks against the transcript.
 
 from __future__ import annotations
 
+import contextlib
 import os
 import subprocess
 from collections.abc import Sequence
@@ -26,10 +27,37 @@ ENV_PROVIDER = "SKILLTEST_PROVIDER"
 _REPORTING_CODES = frozenset({0, 1})
 
 
+#: Name of the bundled binary inside the wheel's ``_bin/`` directory.
+_BIN_NAME = "skilltest.exe" if os.name == "nt" else "skilltest"
+
+
+def _bundled_bin() -> str | None:
+    """Path to the binary bundled in this wheel, or ``None`` when absent.
+
+    Platform wheels ship the prebuilt CLI at ``skilltest_sdk/_bin/skilltest``;
+    the pure (``py3-none-any``) wheel and a source checkout ship none, so callers
+    fall back to ``$SKILLTEST_BIN``/``PATH``. Wheel packing can drop the
+    executable bit, so restore it best-effort before handing back the path.
+    """
+    candidate = Path(__file__).resolve().parent / "_bin" / _BIN_NAME
+    if not candidate.is_file():
+        return None
+    if not os.access(candidate, os.X_OK):
+        with contextlib.suppress(OSError):
+            candidate.chmod(0o755)
+    return str(candidate)
+
+
 def _resolve_bin(bin: str | Path | None) -> str:
+    """Resolve the binary, most explicit first: an explicit ``bin``, then
+    ``$SKILLTEST_BIN``, then the binary bundled in a platform wheel, then
+    ``skilltest`` on ``PATH``."""
     if bin is not None:
         return str(bin)
-    return os.environ.get(ENV_BIN, "skilltest")
+    env = os.environ.get(ENV_BIN)
+    if env:
+        return env
+    return _bundled_bin() or "skilltest"
 
 
 def _resolve_provider(provider: str | Sequence[str] | None) -> str | None:

skilltest_sdk-0.2.2/tests/test_resolve.py

@@ -0,0 +1,48 @@
+"""Unit tests for binary resolution: the precedence chain (explicit > env >
+bundled wheel binary > PATH) and that a binary bundled in the wheel's ``_bin/``
+is discovered when present.
+
+A source checkout and the pure (``py3-none-any``) wheel ship no binary, so
+``_bundled_bin()`` is ``None`` and the runner falls back — exactly how the e2e
+suite reaches the locally built CLI via ``$SKILLTEST_BIN``.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+import pytest
+
+from skilltest_sdk import runner
+
+
+def test_explicit_bin_wins(monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.setenv(runner.ENV_BIN, "/from/env")
+    assert runner._resolve_bin("/explicit") == "/explicit"
+
+
+def test_env_beats_bundled_and_path(monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.setenv(runner.ENV_BIN, "/from/env")
+    assert runner._resolve_bin(None) == "/from/env"
+
+
+def test_falls_back_to_path_when_unset_and_unbundled(monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.delenv(runner.ENV_BIN, raising=False)
+    assert runner._bundled_bin() is None
+    assert runner._resolve_bin(None) == "skilltest"
+
+
+def test_bundled_binary_is_found_and_preferred(monkeypatch: pytest.MonkeyPatch) -> None:
+    monkeypatch.delenv(runner.ENV_BIN, raising=False)
+    bin_dir = Path(runner.__file__).resolve().parent / "_bin"
+    bin_path = bin_dir / runner._BIN_NAME
+    bin_dir.mkdir(parents=True, exist_ok=True)
+    try:
+        bin_path.write_text("#!/bin/sh\n")
+        bin_path.chmod(0o755)
+        assert runner._bundled_bin() == str(bin_path)
+        assert runner._resolve_bin(None) == str(bin_path)
+    finally:
+        bin_path.unlink(missing_ok=True)
+        if bin_dir.is_dir() and not any(bin_dir.iterdir()):
+            bin_dir.rmdir()

{skilltest_sdk-0.1.1 → skilltest_sdk-0.2.2}/uv.lock

@@ -482,7 +482,7 @@ wheels = [
 
 [[package]]
 name = "skilltest-sdk"
-version = "0.1.1"
+version = "0.2.2"
 source = { editable = "." }
 dependencies = [
     { name = "pydantic" },