applied-cli 0.5.67__tar.gz → 0.5.68__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {applied_cli-0.5.67 → applied_cli-0.5.68}/PKG-INFO +1 -1
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli/__init__.py +1 -1
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli/client.py +37 -4
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli/tools.py +22 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli.egg-info/PKG-INFO +1 -1
- {applied_cli-0.5.67 → applied_cli-0.5.68}/pyproject.toml +1 -1
- {applied_cli-0.5.67 → applied_cli-0.5.68}/README.md +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli/agent_scoped_flows.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli/cli.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli/conversation_lookup.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli/conversations.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli/credentials.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli/flow_helpers.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli/formatters.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli.egg-info/SOURCES.txt +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli.egg-info/dependency_links.txt +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli.egg-info/entry_points.txt +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli.egg-info/requires.txt +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/applied_cli.egg-info/top_level.txt +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/setup.cfg +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/tests/test_agent_scoped_flows.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/tests/test_audit_tools.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/tests/test_benchmark_scenario_tools.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/tests/test_cli.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/tests/test_client.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/tests/test_conversation_tools.py +0 -0
- {applied_cli-0.5.67 → applied_cli-0.5.68}/tests/test_flow_tools.py +0 -0
|
@@ -1777,6 +1777,10 @@ class AppliedClient:
|
|
|
1777
1777
|
},
|
|
1778
1778
|
)
|
|
1779
1779
|
|
|
1780
|
+
async def delete_benchmark(self, benchmark_id: str) -> None:
|
|
1781
|
+
"""Delete a benchmark."""
|
|
1782
|
+
await self._request("DELETE", f"/v1/conversation-benchmarks/{benchmark_id}/")
|
|
1783
|
+
|
|
1780
1784
|
# -------------------------------------------------------------------------
|
|
1781
1785
|
# Scenarios
|
|
1782
1786
|
# -------------------------------------------------------------------------
|
|
@@ -1786,9 +1790,18 @@ class AppliedClient:
|
|
|
1786
1790
|
benchmark_id: str | None = None,
|
|
1787
1791
|
agent_id: str | None = None,
|
|
1788
1792
|
pass_status: str | None = None,
|
|
1789
|
-
limit: int =
|
|
1793
|
+
limit: int = 200,
|
|
1794
|
+
fetch_all: bool = True,
|
|
1790
1795
|
) -> list[dict]:
|
|
1791
|
-
"""List conversation scenarios.
|
|
1796
|
+
"""List conversation scenarios.
|
|
1797
|
+
|
|
1798
|
+
Args:
|
|
1799
|
+
benchmark_id: Filter by benchmark UUID
|
|
1800
|
+
agent_id: Filter by agent UUID
|
|
1801
|
+
pass_status: Filter by pass status ('pass', 'fail', 'unrated')
|
|
1802
|
+
limit: Page size (default 200)
|
|
1803
|
+
fetch_all: If True, paginate through all results (default True)
|
|
1804
|
+
"""
|
|
1792
1805
|
params: dict[str, Any] = {"limit": limit}
|
|
1793
1806
|
if benchmark_id:
|
|
1794
1807
|
params["benchmark_id"] = benchmark_id
|
|
@@ -1796,8 +1809,28 @@ class AppliedClient:
|
|
|
1796
1809
|
params["agent_id"] = agent_id
|
|
1797
1810
|
if pass_status:
|
|
1798
1811
|
params["pass_status"] = pass_status
|
|
1799
|
-
|
|
1800
|
-
|
|
1812
|
+
|
|
1813
|
+
if not fetch_all:
|
|
1814
|
+
data = await self._request(
|
|
1815
|
+
"GET", "/v1/conversation-scenarios/", params=params
|
|
1816
|
+
)
|
|
1817
|
+
return self._normalize_response(data)
|
|
1818
|
+
|
|
1819
|
+
# Paginate through all results
|
|
1820
|
+
all_results: list[dict] = []
|
|
1821
|
+
page = 1
|
|
1822
|
+
while True:
|
|
1823
|
+
params["page"] = page
|
|
1824
|
+
data = await self._request(
|
|
1825
|
+
"GET", "/v1/conversation-scenarios/", params=params
|
|
1826
|
+
)
|
|
1827
|
+
results = self._normalize_response(data)
|
|
1828
|
+
all_results.extend(results)
|
|
1829
|
+
if isinstance(data, dict) and data.get("next"):
|
|
1830
|
+
page += 1
|
|
1831
|
+
else:
|
|
1832
|
+
break
|
|
1833
|
+
return all_results
|
|
1801
1834
|
|
|
1802
1835
|
async def get_scenario(self, scenario_id: str) -> dict:
|
|
1803
1836
|
"""Get a single scenario by ID."""
|
|
@@ -4604,6 +4604,28 @@ async def benchmark_create(
|
|
|
4604
4604
|
return result
|
|
4605
4605
|
|
|
4606
4606
|
|
|
4607
|
+
async def benchmark_delete(
|
|
4608
|
+
client: AppliedClient,
|
|
4609
|
+
benchmark_id: str,
|
|
4610
|
+
) -> str:
|
|
4611
|
+
"""
|
|
4612
|
+
Delete a benchmark.
|
|
4613
|
+
|
|
4614
|
+
Args:
|
|
4615
|
+
client: Authenticated AppliedClient
|
|
4616
|
+
benchmark_id: The benchmark UUID
|
|
4617
|
+
|
|
4618
|
+
Returns:
|
|
4619
|
+
Success message
|
|
4620
|
+
"""
|
|
4621
|
+
try:
|
|
4622
|
+
await client.delete_benchmark(benchmark_id)
|
|
4623
|
+
except AppliedAPIError as e:
|
|
4624
|
+
return _format_error(e)
|
|
4625
|
+
|
|
4626
|
+
return f"Benchmark {benchmark_id} deleted successfully."
|
|
4627
|
+
|
|
4628
|
+
|
|
4607
4629
|
# -----------------------------------------------------------------------------
|
|
4608
4630
|
# Scenarios
|
|
4609
4631
|
# -----------------------------------------------------------------------------
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|