cmpnd 0.6.2__tar.gz → 0.7.0__tar.gz

{cmpnd-0.6.2 → cmpnd-0.7.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cmpnd
-Version: 0.6.2
+Version: 0.7.0
 Summary: DSPy observability and deployment SDK for cmpnd
 Project-URL: Homepage, https://cmpnd.ai
 Author-email: cmpnd <hello@cmpnd.ai>

{cmpnd-0.6.2 → cmpnd-0.7.0}/cmpnd/cli/__init__.py

@@ -99,13 +99,18 @@ def main() -> None:
     if os.environ.get("CMPND_CLI_ADMIN") == "1":
         admin.register(subparsers)
 
-    # Resource subcommands are dev-only until productized.
-    # Set CMPND_CLI_DEV=1 to expose programs, traces, optimizations,
-    # evals, datasets, and deployments in --help.
+    # Optimizations is productized: the program-scoped failing-examples flow is
+    # a supported power-user path, so the group is always registered — the
+    # server gates each read on optimizations:read, so a caller without scope
+    # just gets a 403, not a hidden command.
+    optimizations.register(subparsers)
+
+    # The remaining resource subcommands are dev-only until productized. Set
+    # CMPND_CLI_DEV=1 to expose programs, traces, evals, datasets, and
+    # deployments in --help.
     if os.environ.get("CMPND_CLI_DEV") == "1":
         programs.register(subparsers)
         traces.register(subparsers)
-        optimizations.register(subparsers)
         evals.register(subparsers)
         datasets.register(subparsers)
         deployments.register(subparsers)

{cmpnd-0.6.2 → cmpnd-0.7.0}/cmpnd/cli/commands/optimizations.py

@@ -33,6 +33,33 @@ def register(subparsers: _SubParsersAction[ArgumentParser]) -> None:
     cands.add_argument("id", help="Optimization run ID (UUID)")
     cands.set_defaults(func=handle_candidates)
 
+    failing = sub.add_parser(
+        "failing-examples",
+        help="Datapoints that fail across a program's optimizations",
+    )
+    failing.add_argument("--program", dest="program", required=True, help="Program name")
+    failing.add_argument(
+        "--min-failures",
+        dest="min_failures",
+        type=int,
+        default=2,
+        help="Min distinct models that must fail an example (default 2)",
+    )
+    failing.add_argument(
+        "--all",
+        dest="all_models",
+        action="store_true",
+        help="Require failure under EVERY model in each family (overrides --min-failures)",
+    )
+    failing.set_defaults(func=handle_failing_examples)
+
+    analysis = sub.add_parser(
+        "dataset-analysis",
+        help="Per-run always-fail / inconsistent example classification",
+    )
+    analysis.add_argument("id", help="Optimization run ID (op_...)")
+    analysis.set_defaults(func=handle_dataset_analysis)
+
 
 def handle_search(client: api_client.ApiClient, args: Any) -> Any:
     body: dict[str, Any] = {"page": args.page, "per_page": args.per_page}
@@ -58,3 +85,16 @@ def handle_iterations(client: api_client.ApiClient, args: Any) -> Any:
 
 def handle_candidates(client: api_client.ApiClient, args: Any) -> Any:
     return client.get(f"/api/v1/optimizations/{args.id}/candidates")
+
+
+def handle_failing_examples(client: api_client.ApiClient, args: Any) -> Any:
+    params: dict[str, Any] = {"program": args.program}
+    if getattr(args, "all_models", False):
+        params["all"] = "true"
+    else:
+        params["min_failures"] = args.min_failures
+    return client.get("/api/v1/optimizations/failing-examples", params=params)
+
+
+def handle_dataset_analysis(client: api_client.ApiClient, args: Any) -> Any:
+    return client.get(f"/api/v1/optimizations/{args.id}/dataset-analysis")

{cmpnd-0.6.2 → cmpnd-0.7.0}/pyproject.toml

@@ -5,7 +5,7 @@ name = "cmpnd"
 # it's new) — no git tags. Bump with `uv version --bump {minor,patch}` or by
 # hand. Runtime `cmpnd.__version__` reads installed metadata, so it tracks
 # this automatically. See docs/plans/2026-07-02-sdk-pypi-tag-free-publish.md.
-version = "0.6.2"
+version = "0.7.0"
 description = "DSPy observability and deployment SDK for cmpnd"
 readme = "README.md"
 requires-python = ">=3.10"

{cmpnd-0.6.2 → cmpnd-0.7.0}/tests/test_cli/test_main.py

@@ -90,6 +90,19 @@ class TestDevGate:
         captured = capsys.readouterr()
         assert "(no deployments)" in captured.out
 
+    def test_optimizations_works_without_flag(self, capsys):
+        # optimizations is productized — available without CMPND_CLI_DEV.
+        env = {k: v for k, v in os.environ.items() if k != "CMPND_CLI_DEV"}
+        env["CMPND_API_KEY"] = "test-key"
+        mock_response = {"families": [], "total": 0}
+        with mock.patch("sys.argv", ["cmpnd", "optimizations", "failing-examples", "--program", "RAG"]):
+            with mock.patch.dict(os.environ, env, clear=True):
+                with mock.patch("cmpnd.cli.api_client.ApiClient.get", return_value=mock_response):
+                    main()
+        captured = capsys.readouterr()
+        output = json.loads(captured.out)
+        assert "families" in output
+
 
 class TestAdminGate:
     """CMP-126: `admin` commands gated behind CMPND_CLI_ADMIN=1; the

{cmpnd-0.6.2 → cmpnd-0.7.0}/tests/test_cli/test_optimizations.py

@@ -4,7 +4,14 @@ from __future__ import annotations
 
 import argparse
 
-from cmpnd.cli.commands.optimizations import handle_candidates, handle_iterations, handle_search, handle_show
+from cmpnd.cli.commands.optimizations import (
+    handle_candidates,
+    handle_dataset_analysis,
+    handle_failing_examples,
+    handle_iterations,
+    handle_search,
+    handle_show,
+)
 
 
 class TestOptimizationsSearch:
@@ -50,3 +57,36 @@ class TestOptimizationsCandidates:
         args = argparse.Namespace(id="abc")
         handle_candidates(mock_client, args)
         mock_client.get.assert_called_once_with("/api/v1/optimizations/abc/candidates")
+
+
+class TestOptimizationsFailingExamples:
+    def test_default_uses_min_failures(self, mock_client):
+        mock_client.get.return_value = {"families": [], "total": 0}
+        args = argparse.Namespace(program="RAG", min_failures=2, all_models=False)
+        handle_failing_examples(mock_client, args)
+        mock_client.get.assert_called_once_with(
+            "/api/v1/optimizations/failing-examples",
+            params={"program": "RAG", "min_failures": 2},
+        )
+
+    def test_custom_min_failures(self, mock_client):
+        mock_client.get.return_value = {"families": []}
+        args = argparse.Namespace(program="RAG", min_failures=3, all_models=False)
+        handle_failing_examples(mock_client, args)
+        assert mock_client.get.call_args[1]["params"]["min_failures"] == 3
+
+    def test_all_flag_overrides_min_failures(self, mock_client):
+        mock_client.get.return_value = {"families": []}
+        args = argparse.Namespace(program="RAG", min_failures=2, all_models=True)
+        handle_failing_examples(mock_client, args)
+        params = mock_client.get.call_args[1]["params"]
+        assert params == {"program": "RAG", "all": "true"}
+        assert "min_failures" not in params
+
+
+class TestOptimizationsDatasetAnalysis:
+    def test_calls_correct_endpoint(self, mock_client):
+        mock_client.get.return_value = {"total_examples": 0}
+        args = argparse.Namespace(id="op_abc")
+        handle_dataset_analysis(mock_client, args)
+        mock_client.get.assert_called_once_with("/api/v1/optimizations/op_abc/dataset-analysis")

{cmpnd-0.6.2 → cmpnd-0.7.0}/uv.lock

@@ -497,7 +497,7 @@ wheels = [
 
 [[package]]
 name = "cmpnd"
-version = "0.6.2"
+version = "0.7.0"
 source = { editable = "." }
 dependencies = [
     { name = "dspy" },