cmpnd 0.70.0__tar.gz → 0.71.0__tar.gz

{cmpnd-0.70.0 → cmpnd-0.71.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: cmpnd
-Version: 0.70.0
+Version: 0.71.0
 Summary: DSPy observability and deployment SDK for cmpnd
 Project-URL: Homepage, https://cmpnd.ai
 Author-email: cmpnd <hello@cmpnd.ai>

{cmpnd-0.70.0 → cmpnd-0.71.0}/cmpnd/cli/__init__.py

@@ -171,15 +171,8 @@ def main() -> None:
     evals.register(subparsers)
     datasets.register(subparsers)
     deployments.register(subparsers)
-
-    # Assessments and valsets CLIs are still in development, hidden behind
-    # CMPND_CLI_DEV=1 (mirroring the CMPND_CLI_ADMIN gate above). The env var
-    # only hides the commands from customers; the server still gates each action
-    # on the assessments:* / valsets:* scope, so this is discoverability, not
-    # enforcement.
-    if os.environ.get("CMPND_CLI_DEV") == "1":
-        assessments.register(subparsers)
-        valsets.register(subparsers)
+    assessments.register(subparsers)
+    valsets.register(subparsers)
 
     # Top-level Docker-style shortcuts (human-readable by default; --json opts in)
     top.register(subparsers)

{cmpnd-0.70.0 → cmpnd-0.71.0}/cmpnd/cli/commands/admin.py

@@ -14,8 +14,7 @@ default limits and feature flags, and `cmpnd admin signup …` sets who may sign
 and the plan a new account's org lands on. `cmpnd admin feature-flags …` reads and
 toggles the server's runtime flags. These hit
 /api/v1/admin/* and require an API key carrying the admin:* scopes — the server
-is the real authority. The CMPND_CLI_ADMIN env gate (mirroring CMPND_CLI_DEV)
-only keeps these out of customers' --help; it grants nothing.
+is the real authority. The CMPND_CLI_ADMIN env gate only keeps these out of customers' --help; it grants nothing.
 """
 
 from __future__ import annotations

{cmpnd-0.70.0 → cmpnd-0.71.0}/cmpnd/client.py

@@ -17,10 +17,6 @@ and propagates to its own eval / parallel threads. It registers nothing global
 and holds no OS resource: exporters are pooled by credentials at module scope
 (:mod:`cmpnd._exporter_pool`), so a client may fall out of scope with nothing to
 release. ``close()`` is an optional alias for end-of-scope flushing.
-
-The assessment and valset calls are in development. Each raises unless
-``CMPND_CLI_DEV=1`` is set, the switch that hides the in-development
-``cmpnd assessments`` and ``cmpnd valsets`` CLI groups. Tracing needs no flag.
 """
 
 from __future__ import annotations
@@ -111,15 +107,6 @@ class Client:
         if not self._active:
             raise RuntimeError("client is closed; create a new cmpnd.Client")
 
-    def _check_in_development(self, method: str) -> None:
-        """Refuse an assessment or valset call unless ``CMPND_CLI_DEV=1`` is set."""
-        if os.getenv("CMPND_CLI_DEV") != "1":
-            raise RuntimeError(
-                f"cmpnd.Client.{method}() is in development and not yet generally available. "
-                "Set CMPND_CLI_DEV=1 to enable it."
-            )
-        self._check_active()
-
     def _scoped_callbacks(self) -> list[Any]:
         """This client's callback, plus the caller's own non-cmpnd callbacks.
 
@@ -918,7 +905,7 @@ class Client:
         e.g. ``annotations=[("output", "/trends/2", "the third trend"),
         ("span", "a1b2c3", "wrong field")]``.
         """
-        self._check_in_development("create_assessment")
+        self._check_active()
         _exporter_pool.flush(self._config)  # the referenced trace must be durable first
         return _assessments.create(
             trace_id,
@@ -937,7 +924,7 @@ class Client:
         Pass exactly one of ``program`` (all of that program's assessments, named by
         its name or ``p_`` id) or ``trace_id`` (one trace's assessments).
         """
-        self._check_in_development("list_assessments")
+        self._check_active()
         if program is not None and trace_id is not None:
             raise ValueError("pass exactly one of program or trace_id")
         page = _assessments.list(
@@ -952,24 +939,24 @@ class Client:
 
     def get_assessment(self, assessment_id: str) -> dict[str, Any]:
         """Fetch one assessment with its annotations."""
-        self._check_in_development("get_assessment")
+        self._check_active()
         return _assessments.get(assessment_id, api_key=self._config.api_key, endpoint=self._config.endpoint)
 
     def delete_assessment(self, assessment_id: str) -> None:
         """Delete one assessment. Raises if it does not exist."""
-        self._check_in_development("delete_assessment")
+        self._check_active()
         _assessments.delete(assessment_id, api_key=self._config.api_key, endpoint=self._config.endpoint)
 
     def create_valset(self, program: str, *, name: str | None = None) -> dict[str, Any]:
         """Create a valset owned by ``program``, a program name or ``p_`` id; name auto-assigned when omitted."""
-        self._check_in_development("create_valset")
+        self._check_active()
         return _valsets.create(
             self._program_id(program), name=name, api_key=self._config.api_key, endpoint=self._config.endpoint
         )
 
     def list_valsets(self, program: str, *, limit: int = 50, offset: int = 0) -> list[dict[str, Any]]:
         """The valsets of ``program``, a program name or ``p_`` id, newest first (paged by limit/offset)."""
-        self._check_in_development("list_valsets")
+        self._check_active()
         page = _valsets.list(
             self._program_id(program),
             limit=limit,
@@ -981,12 +968,12 @@ class Client:
 
     def get_valset(self, valset_id: str) -> dict[str, Any]:
         """Fetch one valset with its field shape and current version."""
-        self._check_in_development("get_valset")
+        self._check_active()
         return _valsets.get(valset_id, api_key=self._config.api_key, endpoint=self._config.endpoint)
 
     def list_valset_entries(self, valset_id: str, *, limit: int = 50, offset: int = 0) -> list[dict[str, Any]]:
         """A valset's active entries (paged by limit/offset)."""
-        self._check_in_development("list_valset_entries")
+        self._check_active()
         page = _valsets.list_entries(
             valset_id, limit=limit, offset=offset, api_key=self._config.api_key, endpoint=self._config.endpoint
         )
@@ -1002,7 +989,7 @@ class Client:
     ) -> dict[str, Any]:
         """Add one entry. Pass exactly one of ``from_assessment`` (the server
         derives inputs from its trace) or ``inputs``."""
-        self._check_in_development("create_valset_entry")
+        self._check_active()
         return _valsets.create_entry(
             valset_id,
             expected_outputs=expected_outputs,
@@ -1014,7 +1001,7 @@ class Client:
 
     def delete_valset_entry(self, entry_id: str) -> dict[str, Any]:
         """Retire an entry (versioned, not a hard delete)."""
-        self._check_in_development("delete_valset_entry")
+        self._check_active()
         return _valsets.delete_entry(entry_id, api_key=self._config.api_key, endpoint=self._config.endpoint)
 
     def _run_gepa(

{cmpnd-0.70.0 → cmpnd-0.71.0}/docs/cli.md

@@ -418,10 +418,7 @@ down or neutral conclusion, an optional prose body and annotations. An
 annotation attaches a note to a span or to a piece of the output addressed by
 a JSON pointer.
 
-The group is in development. The CLI registers it only when
-`CMPND_CLI_DEV=1` is set, so it does not appear in `cmpnd --help`. The
-variable only hides the commands. Serve still checks each action against the
-`assessments:*` scopes.
+Serve checks each action against the `assessments:*` scopes.
 
 - `cmpnd assessments create <trace-id> [--up|--down|--neutral] [-m "prose"]
   [--annotate KIND REF NOTE …]` records one judgement.
@@ -534,9 +531,7 @@ that lookup, so it creates a valset by the program's name. On a server from befo
 name fails with an error that says to upgrade the server. Entries live in an
 `entries` subgroup, the same shape as `cmpnd datasets examples`.
 
-The group is in development. The CLI registers it only when
-`CMPND_CLI_DEV=1` is set. Serve still checks each action against the
-`valsets:*` scopes.
+Serve checks each action against the `valsets:*` scopes.
 
 - `cmpnd valsets create <program> [--name <name>]` creates a validation
   set for a program. The valset ID is its identity, and the name is a label

{cmpnd-0.70.0 → cmpnd-0.71.0}/docs/client.md

@@ -10,11 +10,6 @@ client methods too, and have no form outside a client. A client holds its own ta
 the global config that `auto_instrument()` reads, so both can run in one
 process.
 
-The client's assessment and valset calls are in development. Each one raises
-`RuntimeError` unless `CMPND_CLI_DEV=1` is set. The same variable reveals the
-in-development `cmpnd assessments` and `cmpnd valsets` CLI groups. Tracing
-through a client needs no flag.
-
 ## Entry point
 
 ```python
@@ -218,12 +213,12 @@ methods:
   file the deployment stores, or the archive-relative file `path` names.
   `sdk.get_deployment_signature(deployment_id)` returns the selected
   artifact's typed metadata. It reads no worker status or executions.
-- Assessments, in development behind `CMPND_CLI_DEV=1`:
+- Assessments:
   `sdk.create_assessment(trace_id, conclusion=..., body=...,
   annotations=...)`, `sdk.list_assessments(program=... | trace_id=...,
   limit=..., offset=...)`, `sdk.get_assessment(assessment_id)` and
   `sdk.delete_assessment(assessment_id)`.
-- Valsets, in development behind `CMPND_CLI_DEV=1`:
+- Valsets:
   `sdk.create_valset(program, name=...)`, `sdk.list_valsets(program,
   limit=..., offset=...)`, `sdk.get_valset(valset_id)`,
   `sdk.list_valset_entries(valset_id, limit=..., offset=...)`,

{cmpnd-0.70.0 → cmpnd-0.71.0}/pyproject.toml

@@ -5,7 +5,7 @@ name = "cmpnd"
 # it's new) — no git tags. Bump with `uv version --bump {minor,patch}` or by
 # hand. Runtime `cmpnd.__version__` reads installed metadata, so it tracks
 # this automatically. See docs/plans/2026-07-02-sdk-pypi-tag-free-publish.md.
-version = "0.70.0"
+version = "0.71.0"
 description = "DSPy observability and deployment SDK for cmpnd"
 readme = "README.md"
 requires-python = ">=3.11"

{cmpnd-0.70.0 → cmpnd-0.71.0}/tests/test_cli/test_main.py

@@ -169,6 +169,28 @@ class TestDevGate:
         output = json.loads(captured.out)
         assert "families" in output
 
+    def test_assessments_works_without_flag(self, capsys):
+        env = {k: v for k, v in os.environ.items() if k != "CMPND_CLI_DEV"}
+        env["CMPND_API_KEY"] = "test-key"
+        mock_response = {"assessments": [], "total": 0}
+        with mock.patch("sys.argv", ["cmpnd", "assessments", "list", "--trace", "t_1"]):
+            with mock.patch.dict(os.environ, env, clear=True):
+                with mock.patch("cmpnd.cli.api_client.ApiClient.get", autospec=True, return_value=mock_response) as get:
+                    main()
+        assert get.call_args.args[1] == "/api/v1/assessments"
+        assert json.loads(capsys.readouterr().out) == mock_response
+
+    def test_valsets_works_without_flag(self, capsys):
+        env = {k: v for k, v in os.environ.items() if k != "CMPND_CLI_DEV"}
+        env["CMPND_API_KEY"] = "test-key"
+        mock_response = {"id": "v_1", "name": "valset-2026-11-02"}
+        with mock.patch("sys.argv", ["cmpnd", "valsets", "show", "v_1"]):
+            with mock.patch.dict(os.environ, env, clear=True):
+                with mock.patch("cmpnd.cli.api_client.ApiClient.get", autospec=True, return_value=mock_response) as get:
+                    main()
+        assert get.call_args.args[1] == "/api/v1/valsets/v_1"
+        assert json.loads(capsys.readouterr().out) == mock_response
+
 
 class TestAdminGate:
     """CMP-126: `admin` commands gated behind CMPND_CLI_ADMIN=1; the

{cmpnd-0.70.0 → cmpnd-0.71.0}/tests/test_cli/test_parity.py

@@ -16,7 +16,6 @@ from __future__ import annotations
 
 import argparse
 import itertools
-import os
 import re
 from pathlib import Path
 from unittest import mock
@@ -26,6 +25,9 @@ from cmpnd.cli.api_client import ApiClient
 from cmpnd.cli.commands import (
     admin as _admin,
 )
+from cmpnd.cli.commands import (
+    assessments as _assessments,
+)
 from cmpnd.cli.commands import (
     auth as _auth,
 )
@@ -59,6 +61,9 @@ from cmpnd.cli.commands import (
 from cmpnd.cli.commands import (
     traces as _traces,
 )
+from cmpnd.cli.commands import (
+    valsets as _valsets,
+)
 
 #: Every module registering a resource-tier noun group. `login` is excluded
 #: deliberately: `login` / `logout` are task-tier top-level commands with no
@@ -75,6 +80,8 @@ _RESOURCE_MODULES = (
     _evals,
     _datasets,
     _deployments,
+    _assessments,
+    _valsets,
 )
 
 
@@ -281,10 +288,8 @@ class TestOptimizeBinding:
     partial revival (CLI but not REPL) is the failure worth catching."""
 
     def test_optimize_is_bound_on_both_surfaces(self):
-        env = {k: v for k, v in os.environ.items() if k != "CMPND_CLI_DEV"}
-        with mock.patch.dict(os.environ, env, clear=True):
-            assert "optimize" in _argparse_subcommands()
-            assert "optimize" in _shell_namespace()
+        assert "optimize" in _argparse_subcommands()
+        assert "optimize" in _shell_namespace()
 
 
 class TestResourceVocabulary:

{cmpnd-0.70.0 → cmpnd-0.71.0}/tests/test_client.py

@@ -327,11 +327,11 @@ class TestMisuseGuard:
             sdk5.run_program(a_program(), question="What is the capital of France?")
 
 
-class TestDevelopmentGate:
-    """The client's tracing needs no flag. Its assessment and valset calls are in
-    development, gated behind CMPND_CLI_DEV=1 as their CLI groups are."""
+class TestAssessmentsAndValsetsNeedNoFlag:
+    """The client's assessment and valset calls need no environment flag. A closed
+    client still refuses each one, as it refuses every other call."""
 
-    GATED = {
+    CALLS = {
         "create_assessment": ("t_1",),
         "list_assessments": ("p_0123456789Ab",),
         "get_assessment": ("a_1",),
@@ -344,23 +344,19 @@ class TestDevelopmentGate:
         "delete_valset_entry": ("e_1",),
     }
 
-    def test_construction_needs_no_flag(self, monkeypatch: pytest.MonkeyPatch):
-        monkeypatch.delenv("CMPND_CLI_DEV", raising=False)
-        sdk = cmpnd.Client(project_tags=["context-Z"], api_key="k", endpoint="http://x")
-        assert sdk._active
-
-    @pytest.mark.parametrize("method", sorted(GATED))
-    def test_an_assessment_or_valset_call_refuses_without_the_flag(self, method, monkeypatch: pytest.MonkeyPatch):
+    @pytest.mark.parametrize("method", sorted(CALLS))
+    def test_a_closed_client_refuses_an_assessment_or_valset_call(self, method, monkeypatch: pytest.MonkeyPatch):
         monkeypatch.delenv("CMPND_CLI_DEV", raising=False)
         sdk = cmpnd.Client(api_key="k", endpoint="http://x")
+        sdk.close()
         kwargs = {"expected_outputs": {}} if method == "create_valset_entry" else {}
-        with pytest.raises(RuntimeError, match=r"CMPND_CLI_DEV=1"):
-            getattr(sdk, method)(*self.GATED[method], **kwargs)
+        with pytest.raises(RuntimeError, match=r"client is closed"):
+            getattr(sdk, method)(*self.CALLS[method], **kwargs)
 
-    def test_every_assessment_and_valset_method_is_gated(self):
+    def test_every_assessment_and_valset_method_is_listed(self):
         public = {name for name in dir(cmpnd.Client) if not name.startswith("_")}
         data = {name for name in public if "assessment" in name or "valset" in name}
-        assert data == set(self.GATED)
+        assert data == set(self.CALLS)
 
 
 # --- Case 7: exceptions and cleanup --------------------------------------
@@ -794,7 +790,7 @@ class TestClientDataSurface:
     client's own credentials, list_* unwrap to lists, and client.traces warns."""
 
     def _client(self, monkeypatch):
-        monkeypatch.setenv("CMPND_CLI_DEV", "1")
+        monkeypatch.delenv("CMPND_CLI_DEV", raising=False)
         monkeypatch.setattr(cmpnd.client._exporter_pool, "flush", lambda cfg: None)
         return cmpnd.Client(api_key="k", endpoint="http://x")
 
@@ -811,6 +807,21 @@ class TestClientDataSurface:
         assert seen["trace_id"] == "t-1" and seen["conclusion"] == "down"
         assert seen["api_key"] == "k" and seen["endpoint"] == "http://x"
 
+    @pytest.mark.parametrize(
+        ("method", "module", "function", "ref"),
+        [
+            ("get_assessment", "_assessments", "get", "as_1"),
+            ("get_valset", "_valsets", "get", "v_1"),
+            ("delete_valset_entry", "_valsets", "delete_entry", "e_1"),
+        ],
+    )
+    def test_a_one_id_call_delegates_with_client_creds(self, method, module, function, ref, monkeypatch):
+        fake = mock.create_autospec(getattr(getattr(cmpnd, module), function), return_value={"id": ref})
+        monkeypatch.setattr(getattr(cmpnd, module), function, fake)
+
+        assert getattr(self._client(monkeypatch), method)(ref) == {"id": ref}
+        fake.assert_called_once_with(ref, api_key="k", endpoint="http://x")
+
     def test_get_deployment_signature_delegates_with_client_creds(self, monkeypatch):
         seen: dict = {}
         answer = object()

{cmpnd-0.70.0 → cmpnd-0.71.0}/tests/test_client_program_names.py

@@ -126,7 +126,6 @@ def _provider():
 
 @pytest.fixture(autouse=True)
 def _clean_slate(monkeypatch: pytest.MonkeyPatch):
-    monkeypatch.delenv("CMPND_CLI_DEV", raising=False)  # a client traces with no dev flag
     monkeypatch.delenv("CMPND_PROGRAM_ID", raising=False)
     configuration._config = None
     saved_callbacks = list(dspy.settings.callbacks or [])
@@ -328,7 +327,6 @@ def minting_server(monkeypatch: pytest.MonkeyPatch):
     def _new_client(**kw: Any) -> httpx.Client:
         return real_new_client(transport=httpx.MockTransport(srv.handler), **kw)
 
-    monkeypatch.setenv("CMPND_CLI_DEV", "1")
     with (
         mock.patch("cmpnd._http.new_client", autospec=True, side_effect=_new_client),
         mock.patch("cmpnd.exporter_http.BatchExporter", autospec=True, side_effect=_factory),

{cmpnd-0.70.0 → cmpnd-0.71.0}/tests/test_program_id_deprecation.py

@@ -44,7 +44,6 @@ def _clean_configuration(monkeypatch):
     monkeypatch.delenv("CMPND_PROGRAM_ID", raising=False)
     monkeypatch.delenv("CMPND_API_KEY", raising=False)
     monkeypatch.delenv("CMPND_ENDPOINT", raising=False)
-    monkeypatch.delenv("CMPND_CLI_DEV", raising=False)  # a client traces with no dev flag
     dspy.settings.configure(lm=None)
     yield
     configuration._config = None

{cmpnd-0.70.0 → cmpnd-0.71.0}/uv.lock

@@ -505,7 +505,7 @@ wheels = [
 
 [[package]]
 name = "cmpnd"
-version = "0.70.0"
+version = "0.71.0"
 source = { editable = "." }
 default-groups = ["dspy-3-4-1"]
 dependencies = [