applied-cli 0.5.67__tar.gz → 0.5.69__tar.gz

{applied_cli-0.5.67 → applied_cli-0.5.69}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: applied-cli
-Version: 0.5.67
+Version: 0.5.69
 Summary: CLI and shared client library for Applied Labs AI support agents
 Author: Applied Labs
 License-Expression: MIT

{applied_cli-0.5.67 → applied_cli-0.5.69}/applied_cli/__init__.py

@@ -4,6 +4,6 @@ from applied_cli import tools
 from applied_cli.client import AppliedClient
 from applied_cli.formatters import to_csv, to_json
 
-__version__ = "0.5.67"
+__version__ = "0.5.69"
 
 __all__ = ["AppliedClient", "tools", "to_csv", "to_json", "__version__"]

{applied_cli-0.5.67 → applied_cli-0.5.69}/applied_cli/agent_scoped_flows.py

@@ -42,9 +42,7 @@ def _parse_json_option(value: str | None, *, option_name: str) -> dict[str, Any]
         ) from exc
 
     if not isinstance(parsed, dict):
-        raise AgentScopedFlowCLIError(
-            f"{option_name} must decode to a JSON object."
-        )
+        raise AgentScopedFlowCLIError(f"{option_name} must decode to a JSON object.")
 
     return parsed
 
@@ -123,7 +121,9 @@ async def _handle_flow_delete(
     get_client: Callable[[str | None], AppliedClient],
 ) -> int:
     client = get_client(args.shop_id)
-    flow = await _get_flow_for_agent(client, agent_id=args.agent_id, flow_id=args.flow_id)
+    flow = await _get_flow_for_agent(
+        client, agent_id=args.agent_id, flow_id=args.flow_id
+    )
     await client.delete_flow(args.flow_id)
     if args.format == "json":
         pass
@@ -139,12 +139,6 @@ async def _handle_node_create(
     client = get_client(args.shop_id)
     await _get_flow_for_agent(client, agent_id=args.agent_id, flow_id=args.flow_id)
 
-    if args.guardrail:
-        raise AgentScopedFlowCLIError(
-            "--guardrail is not supported on node create because the API does not "
-            "persist it. Create the node first, then run node update --guardrail."
-        )
-
     node = await client.create_node(
         flow_id=args.flow_id,
         name=normalize_executor_type(args.executor_type),
@@ -193,11 +187,12 @@ async def _handle_node_delete(
     get_client: Callable[[str | None], AppliedClient],
 ) -> int:
     client = get_client(args.shop_id)
-    flow = await _get_flow_for_agent(client, agent_id=args.agent_id, flow_id=args.flow_id)
+    flow = await _get_flow_for_agent(
+        client, agent_id=args.agent_id, flow_id=args.flow_id
+    )
 
     graph = flow.get("graph") or {}
     nodes = graph.get("nodes") or []
-    edges = graph.get("edges") or []
     node = next((item for item in nodes if item.get("id") == args.node_id), None)
     if node is None:
         raise AgentScopedFlowCLIError(
@@ -265,7 +260,9 @@ async def _handle_edge_delete(
     get_client: Callable[[str | None], AppliedClient],
 ) -> int:
     client = get_client(args.shop_id)
-    flow = await _get_flow_for_agent(client, agent_id=args.agent_id, flow_id=args.flow_id)
+    flow = await _get_flow_for_agent(
+        client, agent_id=args.agent_id, flow_id=args.flow_id
+    )
 
     graph = flow.get("graph") or {}
     edges = graph.get("edges") or []

{applied_cli-0.5.67 → applied_cli-0.5.69}/applied_cli/client.py

@@ -1777,6 +1777,10 @@ class AppliedClient:
             },
         )
 
+    async def delete_benchmark(self, benchmark_id: str) -> None:
+        """Delete a benchmark."""
+        await self._request("DELETE", f"/v1/conversation-benchmarks/{benchmark_id}/")
+
     # -------------------------------------------------------------------------
     # Scenarios
     # -------------------------------------------------------------------------
@@ -1786,9 +1790,18 @@ class AppliedClient:
         benchmark_id: str | None = None,
         agent_id: str | None = None,
         pass_status: str | None = None,
-        limit: int = 50,
+        limit: int = 200,
+        fetch_all: bool = True,
     ) -> list[dict]:
-        """List conversation scenarios."""
+        """List conversation scenarios.
+
+        Args:
+            benchmark_id: Filter by benchmark UUID
+            agent_id: Filter by agent UUID
+            pass_status: Filter by pass status ('pass', 'fail', 'unrated')
+            limit: Page size (default 200)
+            fetch_all: If True, paginate through all results (default True)
+        """
         params: dict[str, Any] = {"limit": limit}
         if benchmark_id:
             params["benchmark_id"] = benchmark_id
@@ -1796,8 +1809,28 @@ class AppliedClient:
             params["agent_id"] = agent_id
         if pass_status:
             params["pass_status"] = pass_status
-        data = await self._request("GET", "/v1/conversation-scenarios/", params=params)
-        return self._normalize_response(data)
+
+        if not fetch_all:
+            data = await self._request(
+                "GET", "/v1/conversation-scenarios/", params=params
+            )
+            return self._normalize_response(data)
+
+        # Paginate through all results
+        all_results: list[dict] = []
+        page = 1
+        while True:
+            params["page"] = page
+            data = await self._request(
+                "GET", "/v1/conversation-scenarios/", params=params
+            )
+            results = self._normalize_response(data)
+            all_results.extend(results)
+            if isinstance(data, dict) and data.get("next"):
+                page += 1
+            else:
+                break
+        return all_results
 
     async def get_scenario(self, scenario_id: str) -> dict:
         """Get a single scenario by ID."""

{applied_cli-0.5.67 → applied_cli-0.5.69}/applied_cli/tools.py

@@ -4604,6 +4604,28 @@ async def benchmark_create(
     return result
 
 
+async def benchmark_delete(
+    client: AppliedClient,
+    benchmark_id: str,
+) -> str:
+    """
+    Delete a benchmark.
+
+    Args:
+        client: Authenticated AppliedClient
+        benchmark_id: The benchmark UUID
+
+    Returns:
+        Success message
+    """
+    try:
+        await client.delete_benchmark(benchmark_id)
+    except AppliedAPIError as e:
+        return _format_error(e)
+
+    return f"Benchmark {benchmark_id} deleted successfully."
+
+
 # -----------------------------------------------------------------------------
 # Scenarios
 # -----------------------------------------------------------------------------

{applied_cli-0.5.67 → applied_cli-0.5.69}/applied_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: applied-cli
-Version: 0.5.67
+Version: 0.5.69
 Summary: CLI and shared client library for Applied Labs AI support agents
 Author: Applied Labs
 License-Expression: MIT

{applied_cli-0.5.67 → applied_cli-0.5.69}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "applied-cli"
-version = "0.5.67"
+version = "0.5.69"
 description = "CLI and shared client library for Applied Labs AI support agents"
 readme = "README.md"
 requires-python = ">=3.11"

{applied_cli-0.5.67 → applied_cli-0.5.69}/tests/test_agent_scoped_flows.py

@@ -282,7 +282,7 @@ async def test_node_create_prints_raw_json(capsys):
 
 
 @pytest.mark.asyncio
-async def test_node_create_rejects_guardrail_on_create():
+async def test_node_create_accepts_guardrail_on_create():
     client = StubClient()
     args = _parse_args(
         [
@@ -299,8 +299,11 @@ async def test_node_create_rejects_guardrail_on_create():
         ]
     )
 
-    with pytest.raises(AgentScopedFlowCLIError, match="not supported on node create"):
-        await _handle_node_create(args, lambda _shop_id: client)
+    exit_code = await _handle_node_create(args, lambda _shop_id: client)
+
+    assert exit_code == 0
+    assert client.created_node_args is not None
+    assert client.created_node_args["guardrail"] == "Be careful"
 
 
 @pytest.mark.asyncio
@@ -347,7 +350,11 @@ async def test_node_update_prints_raw_json(capsys):
 
     assert exit_code == 0
     assert client.updated_node_args == ("flow-1", "node-1", {"prompt": "hi"})
-    assert json.loads(capsys.readouterr().out) == {**client.node, "id": "node-1", "prompt": "hi"}
+    assert json.loads(capsys.readouterr().out) == {
+        **client.node,
+        "id": "node-1",
+        "prompt": "hi",
+    }
 
 
 @pytest.mark.asyncio